
<!DOCTYPE html
  PUBLIC "" "about:legacy-compat">
<html xmlns="http://www.w3.org/1999/xhtml" xmlns:whc="http://www.oxygenxml.com/webhelp/components" lang="en" dir="ltr">

    <head><meta http-equiv="Content-Type" content="text/html; charset=UTF-8" /><link rel="shortcut icon" href="oxygen-webhelp/template/images/favicon.png"><!----></link><link rel="icon" href="oxygen-webhelp/template/images/favicon.png"><!----></link><meta name="wh-path2root" content="" />
                    
        
        <meta name="viewport" content="width=device-width, initial-scale=1.0" />        
        <script>
            /**
             * If an old URL is given, redirect to the corresponding topic from the WebHelp Responsive
             */
            var actualLocation = window.location.href;
            var newLocation;
            if (actualLocation.indexOf('/#')!=-1) {
                newLocation = actualLocation.replace(/\/#/g, "/");
                window.location.replace(newLocation);
            }
            if (actualLocation.match(/\/index\.(.*)#/gi)!=null) {
                newLocation = actualLocation.replace(/\/index\.(.*)#/gi, "/");
                window.location.replace(newLocation);
            }
        </script>

        <link rel="stylesheet" href="oxygen-webhelp/lib/jquery-ui/jquery-ui.min.css" />

        <!-- Latest compiled and minified Bootstrap CSS -->
        <link rel="stylesheet" type="text/css" href="oxygen-webhelp/lib/bootstrap/css/bootstrap.min.css" />
        
        <!-- Bootstrap Optional theme -->
        <link rel="stylesheet" type="text/css" href="oxygen-webhelp/lib/bootstrap/css/bootstrap-theme.min.css" />
        
        <!-- Template default styles  -->
        <link rel="stylesheet" type="text/css" href="oxygen-webhelp/app/main-page.css?buildId=2018042310" />

        
        <script type="text/javascript" src="oxygen-webhelp/lib/jquery/jquery-3.1.1.min.js"></script>

        <script data-main="oxygen-webhelp/app/main-page.js" src="oxygen-webhelp/lib/requirejs/require.js"></script>
        
        <!-- Skin resources -->
        <link rel="stylesheet" type="text/css" href="oxygen-webhelp/template/light.css?buildId=2018042310" />
        <!-- EXM-36950 - Expand the args.hdf parameter here -->
        
        
    <title>Data Collector User Guide</title><link rel="stylesheet" type="text/css" href="skin.css" data-css-role="args.css"><!----></link></head>
    <body class="wh_main_page">
        <!-- EXM-36950 - Expand the args.hdr parameter here -->
        
        
        
<nav class="navbar navbar-default wh_header">
    <div class="container-fluid">
        <div class="wh_header_flex_container">
            <div class="wh_logo_and_publication_title_container">
                <div class="wh_logo_and_publication_title">
                    
                    <!--
                            This component will be generated when the next parameters are specified in the transformation scenario:
                            'webhelp.logo.image' and 'webhelp.logo.image.target.url'.
                            See: http://oxygenxml.com/doc/versions/17.1/ug-editor/#topics/dita_webhelp_output.html.
                    -->
                    <a href="http://streamsets.com" class=" wh_logo hidden-xs "></a>
                    <div class=" wh_publication_title "><a href="index.html"><span xmlns="" class="booktitle">  <span class="ph mainbooktitle"><span class="ph">Data Collector</span> User Guide</span>  </span></a></div>
                    
                </div>
                
                <!-- The menu button for mobile devices is copied in the output only when the 'webhelp.show.top.menu' parameter is set to 'yes' -->
                
            </div>

            <div class="wh_top_menu_and_indexterms_link collapse navbar-collapse">
                
                
                <div class=" wh_indexterms_link "><a href="indexTerms.html" title="Index"><span>Index</span></a></div>
                
            </div>
        </div>
    </div>
</nav>

        <!-- Search form -->
        <div class=" wh_search_input navbar-form wh_main_page_search " role="form">
          
          <div class="wh_welcome"></div>          
          <form id="searchForm" method="get" action="search.html"><div><input type="search" placeholder="Search " class="wh_search_textfield" id="textToSearch" name="searchQuery" /><button type="submit" class="wh_search_button"><span>Search</span></button></div><script><!--
                                    $(document).ready(function () {
                                        $('#searchForm').submit(function (e) {
                                            if ($('.wh_search_textfield').val().length < 1) {
                                                e.preventDefault();
                                            }
                                        });
                                    });
                                --></script></form>
          
        </div>
        <div class="wh_content_area ">
            
            <!-- This is the placeholder for the main page tiles. -->
            <div class="container-fluid wh_content_flex_container">
                <!-- This is the placeholder for the main page tiles. -->
                
                <!--
                    This is the placeholder for the main page entries
                    presented in a tree-like fashion.
                -->
                <div class=" wh_main_page_toc "><div class=" wh_main_page_toc_accordion_header "><span class="topicref"><a href="datacollector/UserGuide/Getting_Started/GettingStarted_Title.html#concept_htw_ghg_jq" data-id="concept_htw_ghg_jq">Getting Started</a></span></div><div class=" wh_main_page_toc_accordion_entries "><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Getting_Started/GettingStarted_Title.html#concept_sjz_rmx_3q" data-id="concept_sjz_rmx_3q">What is StreamSets <span xmlns="" class="ph">Data Collector</span>?
         </a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Getting_Started/GettingStarted_Title.html#concept_sjz_rmx_3q" data-id="concept_sjz_rmx_3q">
            StreamSets         Data CollectorTM is a lightweight, powerful design and execution engine that streams data         in real time. Use Data Collector to         route and process data in your data streams. 
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Getting_Started/GettingStarted_Title.html#concept_xt2_vwp_s2b" data-id="concept_xt2_vwp_s2b">What is StreamSets Data Collector Edge?</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Getting_Started/GettingStarted_Title.html#concept_xt2_vwp_s2b" data-id="concept_xt2_vwp_s2b">
            StreamSets         Data Collector EdgeTM (SDC Edge) is a         lightweight execution agent without a UI that runs pipelines on edge devices. Use SDC Edge to         read data from an edge device or to receive data from another pipeline and then act on that         data to control
               an edge device.
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Getting_Started/GettingStarted_Title.html#concept_qrj_ywp_s2b" data-id="concept_qrj_ywp_s2b">What is StreamSets Control Hub?</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Getting_Started/GettingStarted_Title.html#concept_qrj_ywp_s2b" data-id="concept_qrj_ywp_s2b">
            StreamSets Control HubTM is a central point of control for all of your dataflow pipelines. Use             Control Hub to         allow your teams to build and execute large numbers of complex dataflows at scale. 
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Getting_Started/GettingStarted_Title.html#concept_icd_jbw_fnb" data-id="concept_icd_jbw_fnb">Register with StreamSets Accounts</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Getting_Started/GettingStarted_Title.html#concept_icd_jbw_fnb" data-id="concept_icd_jbw_fnb">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Getting_Started/GettingStarted_Title.html#task_qsy_lsf_tq" data-id="task_qsy_lsf_tq">Logging In and Creating a Pipeline in Data Collector</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Getting_Started/GettingStarted_Title.html#task_qsy_lsf_tq" data-id="task_qsy_lsf_tq">
            After you start Data Collector, you         can log in to Data Collector and         create your first pipeline.
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Getting_Started/GettingStarted_Title.html#concept_yth_5n5_jq" data-id="concept_yth_5n5_jq">Data Collector User Interface</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Getting_Started/GettingStarted_Title.html#concept_yth_5n5_jq" data-id="concept_yth_5n5_jq">
            Data Collector     provides a web-based user interface (UI) to configure pipelines, preview data, monitor     pipelines, and review snapshots
               of data. 
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Getting_Started/GettingStarted_Title.html#concept_wc5_ysp_1w" data-id="concept_wc5_ysp_1w">Data Collector UI - Pipelines on the Home Page</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Getting_Started/GettingStarted_Title.html#concept_wc5_ysp_1w" data-id="concept_wc5_ysp_1w">
            Data Collector         displays a list of all available pipelines and related information on the Home page. You can         select a category
               of pipelines, such as Running Pipelines, to view a subset of all available         pipelines. 
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Getting_Started/GettingStarted_Title.html#concept_qtf_yzg_rmb" data-id="concept_qtf_yzg_rmb">Tutorials and Sample Pipelines</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Getting_Started/GettingStarted_Title.html#concept_qtf_yzg_rmb" data-id="concept_qtf_yzg_rmb">
            StreamSets         provides multiple tutorials and sample pipelines to help you learn about using Data Collector. 
            
         </div></div></div><div class=" wh_main_page_toc_accordion_header "><span class="topicref"><a href="datacollector/UserGuide/WhatsNew/WhatsNew_Title.html#concept_hz3_5fk_fy" data-id="concept_hz3_5fk_fy">What's New</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/WhatsNew/WhatsNew_Title.html#concept_hz3_5fk_fy" chunk="to-content" data-id="concept_hz3_5fk_fy">
         
      </div></div><div class=" wh_main_page_toc_accordion_entries "><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/WhatsNew/WhatsNew_Title.html#concept_mv5_jys_x4b" data-id="concept_mv5_jys_x4b">What's New in 3.22.x</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/WhatsNew/WhatsNew_Title.html#concept_mv5_jys_x4b" data-id="concept_mv5_jys_x4b">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/WhatsNew/WhatsNew_Title.html#concept_mmr_yvl_j4b" data-id="concept_mmr_yvl_j4b">What's New in 3.21.x</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/WhatsNew/WhatsNew_Title.html#concept_mmr_yvl_j4b" data-id="concept_mmr_yvl_j4b">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/WhatsNew/WhatsNew_Title.html#concept_cf5_z5l_xnb" data-id="concept_cf5_z5l_xnb">What's New in 3.20.x</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/WhatsNew/WhatsNew_Title.html#concept_cf5_z5l_xnb" data-id="concept_cf5_z5l_xnb">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/WhatsNew/WhatsNew_Title.html#concept_jsb_14y_lnb" data-id="concept_jsb_14y_lnb">What's New in 3.19.x</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/WhatsNew/WhatsNew_Title.html#concept_jsb_14y_lnb" data-id="concept_jsb_14y_lnb">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/WhatsNew/WhatsNew_Title.html#concept_ky1_flc_smb" data-id="concept_ky1_flc_smb">What's New in 3.18.x</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/WhatsNew/WhatsNew_Title.html#concept_ky1_flc_smb" data-id="concept_ky1_flc_smb">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/WhatsNew/WhatsNew_Title.html#concept_hjn_xx4_kmb" data-id="concept_hjn_xx4_kmb">What's New in 3.17.x</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/WhatsNew/WhatsNew_Title.html#concept_hjn_xx4_kmb" data-id="concept_hjn_xx4_kmb">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/WhatsNew/WhatsNew_Title.html#concept_tky_1dt_qlb" data-id="concept_tky_1dt_qlb">What's New in 3.16.x</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/WhatsNew/WhatsNew_Title.html#concept_cls_sgy_glb" data-id="concept_cls_sgy_glb">What's New in 3.15.x</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/WhatsNew/WhatsNew_Title.html#concept_cls_sgy_glb" data-id="concept_cls_sgy_glb">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/WhatsNew/WhatsNew_Title.html#concept_gcq_bkh_blb" data-id="concept_gcq_bkh_blb">What's New in 3.14.x</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/WhatsNew/WhatsNew_Title.html#concept_gcq_bkh_blb" data-id="concept_gcq_bkh_blb">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/WhatsNew/WhatsNew_Title.html#concept_rs2_mln_hkb" data-id="concept_rs2_mln_hkb">What's New in 3.13.x</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/WhatsNew/WhatsNew_Title.html#concept_rs2_mln_hkb" data-id="concept_rs2_mln_hkb">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/WhatsNew/WhatsNew_Title.html#concept_oms_dtd_qjb" data-id="concept_oms_dtd_qjb">What's New in 3.12.x</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/WhatsNew/WhatsNew_Title.html#concept_oms_dtd_qjb" data-id="concept_oms_dtd_qjb">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/WhatsNew/WhatsNew_Title.html#concept_rjw_bh2_hjb" data-id="concept_rjw_bh2_hjb">What's New in 3.11.x</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/WhatsNew/WhatsNew_Title.html#concept_rjw_bh2_hjb" data-id="concept_rjw_bh2_hjb">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/WhatsNew/WhatsNew_Title.html#concept_bfw_mrk_43b" data-id="concept_bfw_mrk_43b">What's New in 3.10.x</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/WhatsNew/WhatsNew_Title.html#concept_bfw_mrk_43b" data-id="concept_bfw_mrk_43b">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/WhatsNew/WhatsNew_Title.html#concept_sjn_dcb_zhb" data-id="concept_sjn_dcb_zhb">What's New in 3.9.x</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/WhatsNew/WhatsNew_Title.html#concept_sjn_dcb_zhb" data-id="concept_sjn_dcb_zhb">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/WhatsNew/WhatsNew_Title.html#concept_lvk_lsk_1hb" data-id="concept_lvk_lsk_1hb">What's New in 3.8.0</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/WhatsNew/WhatsNew_Title.html#concept_fnl_4lt_dgb" data-id="concept_fnl_4lt_dgb">What's New in 3.7.0</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/WhatsNew/WhatsNew_Title.html#concept_fmr_1sz_tfb" data-id="concept_fmr_1sz_tfb">What's New in 3.6.0</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/WhatsNew/WhatsNew_Title.html#concept_rs3_c31_2fb" data-id="concept_rs3_c31_2fb">What's New in 3.5.0</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/WhatsNew/WhatsNew_Title.html#concept_ynr_5lt_m2b" data-id="concept_ynr_5lt_m2b">What's New in 3.4.0</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/WhatsNew/WhatsNew_Title.html#concept_gbv_rcr_h2b" data-id="concept_gbv_rcr_h2b">What's New in 3.3.1</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/WhatsNew/WhatsNew_Title.html#concept_k42_pbc_xdb" data-id="concept_k42_pbc_xdb">What's New in 3.3.0</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/WhatsNew/WhatsNew_Title.html#concept_yv1_cm2_pdb" data-id="concept_yv1_cm2_pdb">What's New in 3.2.0.0</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/WhatsNew/WhatsNew_Title.html#concept_ozm_kxk_fdb" data-id="concept_ozm_kxk_fdb">What's New in 3.1.2.0</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/WhatsNew/WhatsNew_Title.html#concept_g3c_fn2_ycb" data-id="concept_g3c_fn2_ycb">What's New in 3.1.1.0</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/WhatsNew/WhatsNew_Title.html#concept_agl_4tw_scb" data-id="concept_agl_4tw_scb">What's New in 3.1.0.0</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/WhatsNew/WhatsNew_Title.html#concept_z4b_qrb_4cb" data-id="concept_z4b_qrb_4cb">What's New in 3.0.3.0</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/WhatsNew/WhatsNew_Title.html#concept_lhn_cvv_lcb" data-id="concept_lhn_cvv_lcb">What's New in 3.0.2.0</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/WhatsNew/WhatsNew_Title.html#concept_lgz_yp4_gcb" data-id="concept_lgz_yp4_gcb">What's New in 3.0.1.0</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/WhatsNew/WhatsNew_Title.html#concept_cjx_y4k_wbb" data-id="concept_cjx_y4k_wbb">What's New in 3.0.0.0</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/WhatsNew/WhatsNew_Title.html#concept_rrq_v3k_kbb" data-id="concept_rrq_v3k_kbb">What's New in 2.7.2.0</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/WhatsNew/WhatsNew_Title.html#concept_rr2_mbz_w1b" data-id="concept_rr2_mbz_w1b">What's New in 2.7.1.1</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/WhatsNew/WhatsNew_Title.html#unique_965214773" data-id="unique_965214773">What's New in 2.7.1.0</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/WhatsNew/WhatsNew_Title.html#unique_1550939884" data-id="unique_1550939884">What's New in 2.7.0.0</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/WhatsNew/WhatsNew_Title.html#concept_avm_x1y_h1b" data-id="concept_avm_x1y_h1b">What's New in 2.6.0.1</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/WhatsNew/WhatsNew_Title.html#concept_bsw_cky_11b" data-id="concept_bsw_cky_11b">What's New in 2.6.0.0</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/WhatsNew/WhatsNew_Title.html#concept_afr_hly_tz" data-id="concept_afr_hly_tz">What's New in 2.5.1.0</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/WhatsNew/WhatsNew_Title.html#concept_ddx_bpm_pz" data-id="concept_ddx_bpm_pz">What's New in 2.5.0.0</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/WhatsNew/WhatsNew_Title.html#concept_cf2_sdz_fz" data-id="concept_cf2_sdz_fz">What's New in 2.4.1.0</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/WhatsNew/WhatsNew_Title.html#concept_kzc_4sd_yy" data-id="concept_kzc_4sd_yy">What's New in 2.4.0.0</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/WhatsNew/WhatsNew_Title.html#concept_bml_dbt_wy" data-id="concept_bml_dbt_wy">What's New in 2.3.0.1</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/WhatsNew/WhatsNew_Title.html#concept_yym_xqt_5y" data-id="concept_yym_xqt_5y">What's New in 2.3.0.0</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/WhatsNew/WhatsNew_Title.html#concept_wbf_dgk_fy" data-id="concept_wbf_dgk_fy">What's New in 2.2.1.0</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/WhatsNew/WhatsNew_Title.html#concept_oyv_zfk_fy" data-id="concept_oyv_zfk_fy">What's New in 2.2.0.0</a></span></div></div><div class=" wh_main_page_toc_accordion_header "><span class="topicref"><a href="datacollector/UserGuide/Installation/Install_title.html" data-id="concept_l4q_flb_kr">Installation</a></span></div><div class=" wh_main_page_toc_accordion_entries "><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Installation/InstallationAndConfig.html#concept_gbn_4lv_1r" data-id="concept_gbn_4lv_1r">Installation</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Installation/InstallationAndConfig.html#concept_gbn_4lv_1r" chunk="to-content" data-id="concept_gbn_4lv_1r">
            You can install Data Collector and start it     manually or run it as a service. 
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Installation/Installing_the_DC.html#task_bt1_zcp_kq" data-id="task_bt1_zcp_kq">Full Installation and Launch (Manual Start)</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Installation/Installing_the_DC.html#task_bt1_zcp_kq" chunk="to-content" data-id="task_bt1_zcp_kq">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Installation/FullInstall_ServiceStart.html#concept_e45_3dr_bx" data-id="concept_e45_3dr_bx">Full Installation and Launch (Service Start)</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Installation/Commoninstall.html#concept_wzr_gs5_hnb" data-id="concept_wzr_gs5_hnb">Common Installation</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Installation/Commoninstall.html#concept_wzr_gs5_hnb" chunk="to-content" data-id="concept_wzr_gs5_hnb">
            All users can install the Data Collector common         installation. The common installation includes all core Data Collector         functionality and commonly-used stage libraries in a tarball installation. 
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Installation/CoreInstall_Overview.html#concept_vvw_p3m_s5" data-id="concept_vvw_p3m_s5">Core Installation</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Installation/CoreInstall_Overview.html#concept_vvw_p3m_s5" chunk="to-content" data-id="concept_vvw_p3m_s5">
            Users with a StreamSets         enterprise account can use the Data Collector core         installation. 
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Installation/SupportedSystemVersions.html#concept_s5h_bcr_n4b" data-id="concept_s5h_bcr_n4b">Supported Systems and Versions</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Installation/SupportedSystemVersions.html#concept_s5h_bcr_n4b" chunk="to-content" data-id="concept_s5h_bcr_n4b">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Installation/AddtionalStageLibs.html#concept_fb2_qmn_bz" data-id="concept_fb2_qmn_bz">Install Additional Stage Libraries</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Installation/CMInstall-Overview.html#concept_nb5_c3m_25" data-id="concept_nb5_c3m_25">Installation with Cloudera Manager</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Installation/Installing_the_DC-Docker.html#concept_jxh_qxr_kv" data-id="concept_jxh_qxr_kv">Run Data Collector from Docker</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Installation/Installing_the_DC-Docker.html#concept_jxh_qxr_kv" chunk="to-content" data-id="concept_jxh_qxr_kv">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Installation/CloudInstall.html#concept_dsp_5j2_wdb" data-id="concept_dsp_5j2_wdb">Installation with Cloud Service Providers</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Installation/MapR-Prerequisites.html#concept_jgs_qpg_2v" data-id="concept_jgs_qpg_2v">MapR Prerequisites</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Installation/CreateAnotherDC.html#concept_p2w_x3z_yx" data-id="concept_p2w_x3z_yx">Creating Another Data Collector Instance</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Installation/CreateAnotherDC.html#concept_p2w_x3z_yx" chunk="to-content" data-id="concept_p2w_x3z_yx">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Installation/Uninstall.html#concept_fc3_vly_py" data-id="concept_fc3_vly_py">Uninstallation</a></span></div></div><div class=" wh_main_page_toc_accordion_header "><span class="topicref"><a href="datacollector/UserGuide/Configuration/Config_title.html" data-id="concept_ylh_yyz_ky">Configuration</a></span></div><div class=" wh_main_page_toc_accordion_entries "><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Configuration/Authentication.html#concept_gtw_zz3_gnb" data-id="concept_gtw_zz3_gnb">User Authentication</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Configuration/RolesandPermissions.html#concept_k1r_prc_yy" data-id="concept_k1r_prc_yy">Roles and Permissions</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Configuration/HTTP_protocols.html#concept_xyp_lt4_cw" data-id="concept_xyp_lt4_cw">Enabling HTTPS</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Configuration/ReverseProxy.html" data-id="concept_i2b_xjg_rlb">Using a Reverse Proxy</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Configuration/ReverseProxy.html" data-id="concept_i2b_xjg_rlb">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Configuration/DCConfig.html#concept_pq5_xjq_kr" data-id="concept_pq5_xjq_kr">Data Collector Configuration</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Configuration/DCConfig.html#concept_pq5_xjq_kr" chunk="to-content" data-id="concept_pq5_xjq_kr">
            You can edit the Data Collector    configuration file, $SDC_CONF/sdc.properties, to configure properties such as the host name and port     number and account information for email alerts. 
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Configuration/DCEnvironmentConfig.html#concept_rng_qym_qr" data-id="concept_rng_qym_qr">Data Collector Environment Configuration</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Configuration/ExternalLibs.html#concept_pdv_qlw_ft" data-id="concept_pdv_qlw_ft">Install External Libraries </a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Configuration/CustomStageLibraries.html#concept_pmc_jk1_1x" data-id="concept_pmc_jk1_1x">Custom Stage Libraries</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Configuration/CredentialStores.html#concept_bt1_bpj_r1b" data-id="concept_bt1_bpj_r1b">Credential Stores</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Configuration/Vault-Overview.html#concept_bmq_gl1_mw" data-id="concept_bmq_gl1_mw">Accessing Hashicorp Vault Secrets with Vault Functions (Deprecated)</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Configuration/PublishMetadata.html#concept_rg3_nxy_4cb" data-id="concept_rg3_nxy_4cb">Working with Data Governance Tools</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Configuration/PublishMetadata.html#concept_rg3_nxy_4cb" chunk="to-content" data-id="concept_rg3_nxy_4cb">
            You can configure Data Collector to         integrate with data governance tools, giving you visibility into data movement - where the         data came from,
               where it’s going to, and who is interacting with it.
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Configuration/JMXMetrics-EnableExternalTools.html#concept_jdj_4rg_1t" data-id="concept_jdj_4rg_1t">Enabling External JMX Tools</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Configuration/JMXMetrics-EnableExternalTools.html#concept_jdj_4rg_1t" chunk="to-content" data-id="concept_jdj_4rg_1t">
            Data Collector     uses JMX metrics to generate the graphical display of the status of a running pipeline. You can     provide the same
               JMX metrics to external tools if desired.
            
         </div></div></div><div class=" wh_main_page_toc_accordion_header "><span class="topicref"><a href="datacollector/UserGuide/Upgrade/Upgrade_title.html" data-id="concept_ejk_f1f_5v">Upgrade</a></span></div><div class=" wh_main_page_toc_accordion_entries "><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Upgrade/Upgrade.html#concept_a2n_3fk_5v" data-id="concept_a2n_3fk_5v">Upgrade</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Upgrade/Upgrade.html#concept_a2n_3fk_5v" chunk="to-content" data-id="concept_a2n_3fk_5v">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Upgrade/PreUpgrade.html#concept_vyy_sfp_hz" data-id="concept_vyy_sfp_hz">Pre Upgrade Tasks</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Upgrade/PreUpgrade.html#concept_vyy_sfp_hz" chunk="to-content" data-id="concept_vyy_sfp_hz">
            In some situations, you must complete tasks before you upgrade.
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Upgrade/Tarball.html#concept_ryn_4fk_5v" data-id="concept_ryn_4fk_5v">Upgrade an Installation from the Tarball</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Upgrade/RPM.html#concept_ws4_vq5_xv" data-id="concept_ws4_vq5_xv">Upgrade an Installation from the RPM Package</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Upgrade/CMUpgrade.html#concept_c45_chv_xv" data-id="concept_c45_chv_xv">Upgrade an Installation with Cloudera Manager</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Upgrade/PostUpgrade.html#concept_zll_vn5_zw" data-id="concept_zll_vn5_zw">Post Upgrade Tasks</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Upgrade/PostUpgrade.html#concept_zll_vn5_zw" chunk="to-content" data-id="concept_zll_vn5_zw">
            In some situations, you must complete tasks within Data Collector or         your Control Hub         on-premises installation after you upgrade.
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Upgrade/Upgrade-ExternalSystems.html#task_ijh_wtw_xy" data-id="task_ijh_wtw_xy">Working with Upgraded External Systems</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Upgrade/Upgrade-ExternalSystems.html#task_ijh_wtw_xy" chunk="to-content" data-id="task_ijh_wtw_xy">
            When an external system is upgraded to a new version, you can continue to use         existing Data Collector pipelines that connected to the previous version of the external system. You simply         configure the pipelines to work
               with the upgraded system.
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Upgrade/UpgradeTroubleshooting.html#concept_dgz_p45_gy" data-id="concept_dgz_p45_gy">Troubleshooting an Upgrade</a></span></div></div><div class=" wh_main_page_toc_accordion_header "><span class="topicref"><a href="datacollector/UserGuide/Pipeline_Design/PipelineDesign_title.html" data-id="concept_qsw_cjy_bt">Pipeline Concepts and Design</a></span></div><div class=" wh_main_page_toc_accordion_entries "><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Pipeline_Design/What_isa_Pipeline.html" data-id="concept_isl_w44_kq">What is a Pipeline?</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Pipeline_Design/What_isa_Pipeline.html" data-id="concept_isl_w44_kq">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Pipeline_Design/DatainMotion.html#concept_y1r_zky_bt" data-id="concept_y1r_zky_bt">Data in Motion</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Pipeline_Design/DatainMotion.html#concept_y1r_zky_bt" chunk="to-content" data-id="concept_y1r_zky_bt">
            Data passes through the pipeline in batches. This is how it works:
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Pipeline_Design/DesigningDataFlow.html#concept_ad4_gpy_bt" data-id="concept_ad4_gpy_bt">Designing the Data Flow</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Pipeline_Design/DesigningDataFlow.html#concept_ad4_gpy_bt" chunk="to-content" data-id="concept_ad4_gpy_bt">
            You can branch and merge streams in the pipeline.
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Pipeline_Design/SamplePipelines.html" data-id="concept_jbj_4yg_rmb">Sample Pipelines</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Pipeline_Design/SamplePipelines.html" data-id="concept_jbj_4yg_rmb">
                     Data Collector         provides sample pipelines that you can use to learn about Data Collector         features or as a basis for building your own pipelines.
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Pipeline_Design/DroppingUnwantedRecords.html#concept_ejl_lpy_bt" data-id="concept_ejl_lpy_bt">Dropping Unwanted Records</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Pipeline_Design/DroppingUnwantedRecords.html#concept_ejl_lpy_bt" chunk="to-content" data-id="concept_ejl_lpy_bt">
            You can drop records from the pipeline at each stage by defining required fields or   preconditions for a record to enter
               a stage. 
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Pipeline_Design/ErrorHandling.html#concept_pm4_txm_vq" data-id="concept_pm4_txm_vq">Error Record Handling</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Pipeline_Design/RecordHeaderAttributes.html#concept_wn2_jcz_dz" data-id="concept_wn2_jcz_dz">Record Header Attributes</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Pipeline_Design/FieldAttributes.html#concept_xfm_wtp_1z" data-id="concept_xfm_wtp_1z">Field Attributes</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Pipeline_Design/FieldAttributes.html#concept_xfm_wtp_1z" chunk="to-content" data-id="concept_xfm_wtp_1z">
            Field attributes are attributes that provide additional information about each field         that you can use in pipeline
               logic, as needed.
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Pipeline_Design/CDC-Overview.html#concept_apw_l2c_ty" data-id="concept_apw_l2c_ty">Processing Changed Data</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Pipeline_Design/ControlCharacters.html" data-id="concept_hfs_dkm_js">Control Character Removal</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Pipeline_Design/ControlCharacters.html" data-id="concept_hfs_dkm_js">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Pipeline_Design/DevStages.html#concept_czx_ktn_ht" data-id="concept_czx_ktn_ht">Development Stages</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Pipeline_Design/DevStages.html#concept_czx_ktn_ht" chunk="to-content" data-id="concept_czx_ktn_ht">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Pipeline_Design/ShortcutKeys.html" data-id="concept_fq2_4cf_t3b">Shortcut Keys for Pipeline Design</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Pipeline_Design/TechPreview.html" data-id="concept_prl_qfv_gfb">Technology Preview Functionality</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Pipeline_Design/TechPreview.html" data-id="concept_prl_qfv_gfb">
            Data Collector         includes certain new features and stages with the Technology Preview designation. Technology         Preview functionality
               is available for use in development and testing, but is not meant for         use in production.
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Pipeline_Design/TestOrigin.html#concept_sgt_s5v_g2b" data-id="concept_sgt_s5v_g2b">Test Origin for Preview</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Pipeline_Design/TestOrigin.html#concept_sgt_s5v_g2b" chunk="to-content" data-id="concept_sgt_s5v_g2b">
            A test origin can provide test data for data preview to aid in pipeline development.         In Control Hub, you         can also use test origins when developing pipeline fragments. Test origins are not used when         running
               a pipeline.
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Pipeline_Maintenance/PipelineStates-Understanding.html" data-id="concept_s4p_ns5_nz">Understanding Pipeline States</a></span></div></div><div class=" wh_main_page_toc_accordion_header "><span class="topicref"><a href="datacollector/UserGuide/Pipeline_Configuration/PipelineConfiguration_title.html" data-id="concept_qn1_wn4_kq">Pipeline Configuration</a></span></div><div class=" wh_main_page_toc_accordion_entries "><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Pipeline_Configuration/DataCollectorUI-Config.html#concept_izr_f2p_rq" data-id="concept_izr_f2p_rq">Data Collector UI - Edit Mode</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Pipeline_Configuration/DataCollectorUI-Config.html#concept_izr_f2p_rq" chunk="to-content" data-id="concept_izr_f2p_rq">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Pipeline_Configuration/ProductIcons_Doc.html" data-id="concept_mjg_ly5_pgb">Pipeline Types and Icons in Documentation</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Pipeline_Configuration/ProductIcons_Doc.html" data-id="concept_mjg_ly5_pgb">
            In Data Collector, you can configure pipelines that are run by Data Collector and         pipelines that are run by Data Collector Edge.
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Pipeline_Configuration/Retry.html#concept_cgm_ktz_2t" data-id="concept_cgm_ktz_2t">Retrying the Pipeline</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Pipeline_Configuration/Retry.html#concept_cgm_ktz_2t" chunk="to-content" data-id="concept_cgm_ktz_2t">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Pipeline_Configuration/PipelineRateLimit.html#concept_erj_qg4_qv" data-id="concept_erj_qg4_qv">Rate Limit</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Pipeline_Configuration/PipelineRateLimit.html#concept_erj_qg4_qv" chunk="to-content" data-id="concept_erj_qg4_qv">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Pipeline_Configuration/AdvancedOptions.html" data-id="concept_ddf_hr1_rmb">Advanced Options</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Pipeline_Configuration/AdvancedOptions.html" data-id="concept_ddf_hr1_rmb">
            Pipelines and most pipeline stages include advanced options with default values that         should work in most cases. By
               default, each pipeline and stage hides the advanced options.         Advanced options can include individual properties or
               complete tabs.
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Pipeline_Configuration/SimpleBulkEdit.html#concept_alb_b3y_cbb" data-id="concept_alb_b3y_cbb">Simple and Bulk Edit Mode</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Pipeline_Configuration/SimpleBulkEdit.html#concept_alb_b3y_cbb" chunk="to-content" data-id="concept_alb_b3y_cbb">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Pipeline_Configuration/RuntimeValues.html#concept_h5b_kcr_kz" data-id="concept_h5b_kcr_kz">Runtime Values</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Pipeline_Configuration/RuntimeValues.html#concept_h5b_kcr_kz" chunk="to-content" data-id="concept_h5b_kcr_kz">
            Runtime values are values that you define outside of the pipeline and use for stage         and pipeline properties. You can
               change the values for each pipeline run without having to         edit the pipeline. 
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Pipeline_Configuration/EventGeneration.html#concept_jcw_n4t_51b" data-id="concept_jcw_n4t_51b">Event Generation</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Pipeline_Configuration/Webhooks.html#concept_mp1_t3l_rz" data-id="concept_mp1_t3l_rz">Webhooks</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Pipeline_Configuration/Notifications.html#concept_mtn_k4j_rz" data-id="concept_mtn_k4j_rz">Notifications</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Pipeline_Configuration/Notifications.html#concept_mtn_k4j_rz" chunk="to-content" data-id="concept_mtn_k4j_rz">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Pipeline_Configuration/SSL-TLS.html#concept_dd1_n3f_5z" data-id="concept_dd1_n3f_5z">SSL/TLS Encryption</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Pipeline_Configuration/SSL-TLS.html#concept_dd1_n3f_5z" chunk="to-content" data-id="concept_dd1_n3f_5z">
            Many stages can use SSL/TLS encryption to securely connect to the external system. 
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Pipeline_Configuration/AmazonSecurity.html#concept_ypw_hbj_3nb" data-id="concept_ypw_hbj_3nb">Security in Amazon Stages</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Pipeline_Configuration/GoogleCloud-Credentials.html#concept_vl2_bbx_q1b" data-id="concept_vl2_bbx_q1b">Security in Google Cloud Stages</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Pipeline_Configuration/KafkaSecurity.html#concept_jpy_ln5_klb" data-id="concept_jpy_ln5_klb">Security in Kafka Stages</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Pipeline_Configuration/KMessageKey.html#concept_ujc_cml_smb" data-id="concept_ujc_cml_smb">Kafka Message Keys</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Pipeline_Configuration/KMessageKey.html#concept_ujc_cml_smb" chunk="to-content" data-id="concept_ujc_cml_smb">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Pipeline_Configuration/Validation.html#concept_azs_swf_jr" data-id="concept_azs_swf_jr">Implicit and Explicit Validation</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Pipeline_Configuration/Validation.html#concept_azs_swf_jr" chunk="to-content" data-id="concept_azs_swf_jr">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Pipeline_Configuration/Expressions.html#concept_ofb_1cm_xq" data-id="concept_ofb_1cm_xq">Expression Configuration</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Pipeline_Configuration/ConfiguringAPipeline.html" data-id="task_xlv_jdw_kq">Configuring a Pipeline</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Pipeline_Configuration/ConfiguringAPipeline.html" data-id="task_xlv_jdw_kq">
            
         </div></div></div><div class=" wh_main_page_toc_accordion_header "><span class="topicref"><a href="datacollector/UserGuide/Data_Formats/DataFormats-Title.html" data-id="concept_hdr_gyw_41b">Data Formats</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Data_Formats/DataFormats-Title.html" data-id="concept_hdr_gyw_41b">
         
      </div></div><div class=" wh_main_page_toc_accordion_entries "><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Data_Formats/DataFormats-Overview.html#concept_jyj_3yw_41b" data-id="concept_jyj_3yw_41b">Data Formats Overview</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Data_Formats/Avro.html#concept_mzb_pfn_pgb" data-id="concept_mzb_pfn_pgb">Avro Data Format</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Data_Formats/Binary.html" data-id="concept_g15_2fk_qgb">Binary Data Format</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Data_Formats/Datagram.html" data-id="concept_knv_bhk_qgb">Datagram Data Format</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Data_Formats/Delimited.html#concept_grx_thk_qgb" data-id="concept_grx_thk_qgb">Delimited Data Format</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Data_Formats/Excel.html" data-id="concept_w1z_zc1_22b">Excel Data Format</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Data_Formats/LogFormats.html" data-id="concept_tr1_spd_sr">Log Data Format</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Data_Formats/LogFormats.html" data-id="concept_tr1_spd_sr">
            When you use an origin to read log data, you define the format of the log files to be   read. 
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Data_Formats/NetFlow_Overview.html#concept_thl_nnr_hbb" data-id="concept_thl_nnr_hbb">NetFlow Data Processing</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Data_Formats/Protobuf-Prerequisites.html" data-id="concept_uxh_nc4_45">Protobuf Data Format Prerequisites</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Data_Formats/Protobuf-Prerequisites.html" data-id="concept_uxh_nc4_45">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Data_Formats/SDCRecordFormat.html" data-id="concept_qkk_mwk_br">SDC Record Data Format</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Data_Formats/SDCRecordFormat.html" data-id="concept_qkk_mwk_br">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Data_Formats/TextCDelim.html#concept_lg2_gcg_jx" data-id="concept_lg2_gcg_jx">Text Data Format with Custom Delimiters</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Data_Formats/WholeFile.html#concept_nfc_qkh_xw" data-id="concept_nfc_qkh_xw">Whole File Data Format</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Data_Formats/WholeFile.html#concept_nfc_qkh_xw" chunk="to-content" data-id="concept_nfc_qkh_xw">
            You can use the whole file data format to transfer entire files from an origin system         to a destination system. With
               the whole file data format, you can transfer any type of file. 
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Data_Formats/XMLDFormat.html#concept_lty_42b_dy" data-id="concept_lty_42b_dy">Reading and Processing XML Data</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Data_Formats/WritingXML.html#concept_t2m_hhx_41b" data-id="concept_t2m_hhx_41b">Writing XML Data</a></span></div></div><div class=" wh_main_page_toc_accordion_header "><span class="topicref"><a href="datacollector/UserGuide/Origins/Origins_title.html" data-id="concept_yjl_nc5_jq">Origins</a></span></div><div class=" wh_main_page_toc_accordion_entries "><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Origins/Origins_overview.html#concept_hpr_twm_jq" data-id="concept_hpr_twm_jq">Origins</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Origins/Origins_overview.html#concept_hpr_twm_jq" chunk="to-content" data-id="concept_hpr_twm_jq">
            An origin stage represents the source for the pipeline. You can use a single origin     stage in a pipeline.
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Origins/AmazonS3.html#concept_kvs_3hh_ht" data-id="concept_kvs_3hh_ht">Amazon S3</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Origins/AmazonSQS.html#concept_xsh_knm_5bb" data-id="concept_xsh_knm_5bb">Amazon SQS Consumer</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Origins/ADLS-G1.html#concept_osx_qgz_xhb" data-id="concept_osx_qgz_xhb">Azure Data Lake Storage Gen1</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Origins/ADLS-G1.html#concept_osx_qgz_xhb" chunk="to-content" data-id="concept_osx_qgz_xhb">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Origins/ADLS-G2.html#concept_osx_qgz_xhb" data-id="concept_osx_qgz_xhb">Azure Data Lake Storage Gen2</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Origins/ADLS-G2.html#concept_osx_qgz_xhb" chunk="to-content" data-id="concept_osx_qgz_xhb">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Origins/AzureEventHub.html#concept_c1z_15q_1bb" data-id="concept_c1z_15q_1bb">Azure IoT/Event Hub Consumer</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Origins/CoAPServer.html#concept_wfy_ghn_sz" data-id="concept_wfy_ghn_sz">CoAP Server</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Origins/CronScheduler.html#concept_nsz_mnr_2jb" data-id="concept_nsz_mnr_2jb">Cron Scheduler</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Origins/Directory.html#concept_qcq_54n_jq" data-id="concept_qcq_54n_jq">Directory</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Origins/Elasticsearch.html#concept_f1q_vpm_2z" data-id="concept_f1q_vpm_2z">Elasticsearch </a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Origins/FileTail.html#concept_n1y_qyp_5q" data-id="concept_n1y_qyp_5q">File Tail</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Origins/BigQuery.html#concept_cg3_y3v_q1b" data-id="concept_cg3_y3v_q1b">Google BigQuery</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Origins/GCS.html#concept_iyd_wql_nbb" data-id="concept_iyd_wql_nbb">Google Cloud Storage</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Origins/PubSub.html#concept_pjw_qtl_r1b" data-id="concept_pjw_qtl_r1b">Google Pub/Sub Subscriber</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Origins/GroovyScripting.html#concept_chr_zjj_l3b" data-id="concept_chr_zjj_l3b">Groovy Scripting</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Origins/gRPCClient.html#concept_yp1_4zs_yfb" data-id="concept_yp1_4zs_yfb">gRPC Client</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Origins/HadoopFS-origin.html#concept_lw2_tnm_vs" data-id="concept_lw2_tnm_vs">Hadoop FS </a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Origins/HDFSStandalone.html#concept_djz_pdm_hdb" data-id="concept_djz_pdm_hdb">Hadoop FS Standalone</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Origins/HTTPClient.html#concept_wk4_bjz_5r" data-id="concept_wk4_bjz_5r">HTTP Client</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Origins/HTTPServer.html#concept_s2p_5hb_4y" data-id="concept_s2p_5hb_4y">HTTP Server</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Origins/HTTPtoKafka.html#concept_izh_mqd_dy" data-id="concept_izh_mqd_dy">HTTP to Kafka (Deprecated)</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Origins/JavaScriptScripting.html#concept_kn5_bvt_m3b" data-id="concept_kn5_bvt_m3b">JavaScript Scripting</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Origins/JavaScriptScripting.html#concept_kn5_bvt_m3b" chunk="to-content" data-id="concept_kn5_bvt_m3b">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Origins/MultiTableJDBCConsumer.html#concept_zp3_wnw_4y" data-id="concept_zp3_wnw_4y">JDBC Multitable Consumer</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Origins/JDBCConsumer.html#concept_qhf_hjr_bs" data-id="concept_qhf_hjr_bs">JDBC Query Consumer</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Origins/JMS.html#concept_rhh_4nj_dt" data-id="concept_rhh_4nj_dt">JMS Consumer</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Origins/JythonScripting.html#concept_fxz_35t_m3b" data-id="concept_fxz_35t_m3b">Jython Scripting</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Origins/JythonScripting.html#concept_fxz_35t_m3b" chunk="to-content" data-id="concept_fxz_35t_m3b">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Origins/KConsumer.html#concept_msz_wnr_5q" data-id="concept_msz_wnr_5q">Kafka Consumer</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Origins/KafkaMultiConsumer.html#concept_ccs_fn4_x1b" data-id="concept_ccs_fn4_x1b">Kafka Multitopic Consumer</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Origins/KinConsumer.html#concept_anh_4y3_yr" data-id="concept_anh_4y3_yr">Kinesis Consumer</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Origins/MapRdbCDC.html#concept_qwj_5vm_pbb" data-id="concept_qwj_5vm_pbb">MapR DB CDC</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Origins/MapRDBJSON.html#concept_ywh_k15_3y" data-id="concept_ywh_k15_3y">MapR DB JSON</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Origins/MapRFS.html#concept_psz_db4_lx" data-id="concept_psz_db4_lx">MapR FS</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Origins/MapRFSStandalone.html#concept_b43_3qc_mdb" data-id="concept_b43_3qc_mdb">MapR FS Standalone</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Origins/MapRStreamsMultiConsumer.html#concept_hvd_hww_lbb" data-id="concept_hvd_hww_lbb">MapR Multitopic Streams Consumer</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Origins/MapRStreamsCons.html#concept_cvy_xsf_2v" data-id="concept_cvy_xsf_2v">MapR Streams Consumer</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Origins/MongoDB.html#concept_bk4_2rs_ns" data-id="concept_bk4_2rs_ns">MongoDB</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Origins/MongoDBOplog.html#concept_mjn_yqw_4y" data-id="concept_mjn_yqw_4y">MongoDB Oplog</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Origins/MQTTSubscriber.html#concept_ukz_3vt_lz" data-id="concept_ukz_3vt_lz">MQTT Subscriber</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Origins/MySQLBinaryLog.html#concept_kqg_1yh_xx" data-id="concept_kqg_1yh_xx">MySQL Binary Log</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Origins/NiFi.html#concept_ynn_vdb_p3b" data-id="concept_ynn_vdb_p3b">NiFi HTTP Server</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Origins/Omniture.html#concept_dsr_xmw_1s" data-id="concept_dsr_xmw_1s">Omniture</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Origins/OPCUAClient.html#concept_nmf_1ly_f1b" data-id="concept_nmf_1ly_f1b">OPC UA Client </a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Origins/OracleBulk.html#concept_lnz_kzp_zgb" data-id="concept_lnz_kzp_zgb">Oracle Bulkload</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Origins/OracleCDC.html#concept_rs5_hjj_tw" data-id="concept_rs5_hjj_tw">Oracle CDC Client</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Origins/PostgreSQL.html#concept_cfs_4m4_n2b" data-id="concept_cfs_4m4_n2b">PostgreSQL CDC Client</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Origins/PulsarConsumer.html#concept_o2b_1pc_r2b" data-id="concept_o2b_1pc_r2b">Pulsar Consumer</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Origins/RabbitMQ.html#concept_dyg_lq1_h5" data-id="concept_dyg_lq1_h5">RabbitMQ Consumer</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Origins/Redis.html#concept_plr_t3v_jw" data-id="concept_plr_t3v_jw">Redis Consumer</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Origins/RESTService.html#concept_hfg_2sn_p2b" data-id="concept_hfg_2sn_p2b">REST Service </a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Origins/Salesforce.html#concept_odf_vr3_rx" data-id="concept_odf_vr3_rx">Salesforce</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Origins/SAPHana.html#concept_pmt_ml3_3mb" data-id="concept_pmt_ml3_3mb">SAP HANA Query Consumer</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Origins/SAPHana.html#concept_pmt_ml3_3mb" chunk="to-content" data-id="concept_pmt_ml3_3mb">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Origins/SDC_RPCorigin.html#concept_agb_5c1_ct" data-id="concept_agb_5c1_ct">SDC RPC </a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Origins/SDCRPCtoKafka.html#concept_tdk_slk_pw" data-id="concept_tdk_slk_pw">SDC RPC to Kafka (Deprecated)</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Origins/SFTP.html#concept_ic5_bzd_5v" data-id="concept_ic5_bzd_5v">SFTP/FTP/FTPS Client</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Origins/SQLServerBDCMultitable.html#SQLServerBDCMultitable" data-id="SQLServerBDCMultitable">SQL Server 2019 BDC Multitable Consumer</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Origins/SQLServerCDC.html#concept_ut3_ywc_v1b" data-id="concept_ut3_ywc_v1b">SQL Server CDC Client</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Origins/SQLServerChange.html#concept_ewq_b2s_r1b" data-id="concept_ewq_b2s_r1b">SQL Server Change Tracking</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Origins/StartJob.html#concept_ufc_53w_wlb" data-id="concept_ufc_53w_wlb">Start Jobs</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Origins/StartPipe.html#concept_h1l_xpr_2jb" data-id="concept_h1l_xpr_2jb">Start Pipelines</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Origins/SystemMetrics.html#concept_gzy_gmv_32b" data-id="concept_gzy_gmv_32b">System Metrics</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Origins/TCPServer.html#concept_ppm_xb1_4z" data-id="concept_ppm_xb1_4z">TCP Server</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Origins/Teradata.html#concept_zp3_wnw_4y" data-id="concept_zp3_wnw_4y">Teradata Consumer</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Origins/UDPMulti.html#concept_wng_g5f_5bb" data-id="concept_wng_g5f_5bb">UDP Multithreaded Source</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Origins/UDP.html#concept_rst_2y5_1s" data-id="concept_rst_2y5_1s">UDP Source</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Origins/UDPtoKafka.html#concept_jzq_jcz_pw" data-id="concept_jzq_jcz_pw">UDP to Kafka (Deprecated)</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Origins/WebSocketClient.html#concept_unk_nzk_fbb" data-id="concept_unk_nzk_fbb">WebSocket Client</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Origins/WebSocketServer.html#concept_u2r_gpc_3z" data-id="concept_u2r_gpc_3z">WebSocket Server</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Origins/WindowsLog.html#concept_agf_5jv_sbb" data-id="concept_agf_5jv_sbb">Windows Event Log</a></span></div></div><div class=" wh_main_page_toc_accordion_header "><span class="topicref"><a href="datacollector/UserGuide/Processors/Processors_title.html" data-id="concept_yjl_nc5_jq">Processors</a></span></div><div class=" wh_main_page_toc_accordion_entries "><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Processors/Processors_overview.html#concept_hpr_twm_jq" data-id="concept_hpr_twm_jq">Processors</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Processors/Processors_overview.html#concept_hpr_twm_jq" chunk="to-content" data-id="concept_hpr_twm_jq">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Processors/Base64Decoder.html#concept_ujj_spy_kv" data-id="concept_ujj_spy_kv">Base64 Field Decoder</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Processors/Base64Encoder.html#concept_wtr_mpy_kv" data-id="concept_wtr_mpy_kv">Base64 Field Encoder</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Processors/ControlHubAPI.html#concept_akz_zsr_2jb" data-id="concept_akz_zsr_2jb">Control Hub API</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Processors/CouchbaseLookup.html#concept_rxk_1dq_2fb" data-id="concept_rxk_1dq_2fb">Couchbase Lookup</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Processors/DataGenerator.html#concept_hw1_gq4_3fb" data-id="concept_hw1_gq4_3fb">Data Generator</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Processors/DataParser.html#concept_xw3_4xk_r1b" data-id="concept_xw3_4xk_r1b">Data Parser</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Processors/DatabricksML.html#concept_nlz_k3v_gfb" data-id="concept_nlz_k3v_gfb">Databricks ML Evaluator (Deprecated)</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Processors/Delay.html#concept_ez5_pvf_wbb" data-id="concept_ez5_pvf_wbb">Delay</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Processors/EncryptDecrypt.html#concept_zs3_vfk_hfb" data-id="concept_zs3_vfk_hfb">Encrypt and Decrypt Fields</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Processors/Expression.html#concept_zm2_pp3_wq" data-id="concept_zm2_pp3_wq">Expression Evaluator</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Processors/FieldFlattener.html#concept_njn_3kk_fx" data-id="concept_njn_3kk_fx">Field Flattener</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Processors/FieldHasher.html#concept_ivv_c3k_wq" data-id="concept_ivv_c3k_wq">Field Hasher</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Processors/FieldMapper.html#concept_q5y_tdq_xgb" data-id="concept_q5y_tdq_xgb">Field Mapper</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Processors/FieldMapper.html#concept_q5y_tdq_xgb" chunk="to-content" data-id="concept_q5y_tdq_xgb">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Processors/FieldMasker.html#concept_hjc_t4k_wq" data-id="concept_hjc_t4k_wq">Field Masker</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Processors/FieldMerger.html#concept_pgm_tsl_gt" data-id="concept_pgm_tsl_gt">Field Merger</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Processors/FieldOrder.html#concept_krp_5fv_vy" data-id="concept_krp_5fv_vy">Field Order</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Processors/ListPivoter.html#concept_ekg_313_qw" data-id="concept_ekg_313_qw">Field Pivoter</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Processors/FieldRemover.html#concept_jdd_blr_wq" data-id="concept_jdd_blr_wq">Field Remover</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Processors/FieldRenamer.html#concept_vyv_zsg_ht" data-id="concept_vyv_zsg_ht">Field Renamer</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Processors/FieldReplacer.html#concept_rw4_2d3_4cb" data-id="concept_rw4_2d3_4cb">Field Replacer</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Processors/FieldSplitter.html#concept_vlj_vph_yq" data-id="concept_vlj_vph_yq">Field Splitter</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Processors/FieldTypeConverter.html#concept_is3_zkp_wq" data-id="concept_is3_zkp_wq">Field Type Converter</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Processors/FieldZip.html#concept_o3b_t1k_yx" data-id="concept_o3b_t1k_yx">Field Zip</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Processors/GeoIP.html#concept_fch_fc3_ms" data-id="concept_fch_fc3_ms">Geo IP</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Processors/Groovy.html#concept_ldh_sct_gv" data-id="concept_ldh_sct_gv">Groovy Evaluator</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Processors/HBaseLookup.html#concept_mnj_zhq_bw" data-id="concept_mnj_zhq_bw">HBase Lookup</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Processors/HiveMetadata.html#concept_rz5_nft_zv" data-id="concept_rz5_nft_zv">Hive Metadata</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Processors/HTTPClient.html#concept_ghx_ypr_fw" data-id="concept_ghx_ypr_fw">HTTP Client</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Processors/HTTPRouter.html#concept_ghx_ypr_fw" data-id="concept_ghx_ypr_fw">HTTP Router</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Processors/JavaScript.html#concept_n2p_jgf_lr" data-id="concept_n2p_jgf_lr">JavaScript Evaluator</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Processors/JDBCLookup.html#concept_ysc_ccy_hw" data-id="concept_ysc_ccy_hw">JDBC Lookup</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Processors/JDBCTee.html#concept_qbx_lcy_hw" data-id="concept_qbx_lcy_hw">JDBC Tee</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Processors/JSONGenerator.html#concept_jmg_hw1_h1b" data-id="concept_jmg_hw1_h1b">JSON Generator</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Processors/JSONParser.html#concept_bs1_4t3_yq" data-id="concept_bs1_4t3_yq">JSON Parser</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Processors/Jython.html#concept_a1h_lkf_lr" data-id="concept_a1h_lkf_lr">Jython Evaluator</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Processors/KuduLookup.html#concept_a1x_3wl_p1b" data-id="concept_a1x_3wl_p1b">Kudu Lookup</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Processors/KuduLookup.html#concept_a1x_3wl_p1b" chunk="to-content" data-id="concept_a1x_3wl_p1b">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Processors/LogParser.html#concept_ulm_qdq_fs" data-id="concept_ulm_qdq_fs">Log Parser</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Processors/MLeap.html#concept_wnr_wlv_gfb" data-id="concept_wnr_wlv_gfb">MLeap Evaluator</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Processors/MongoDBLookup.html#concept_rrp_t4w_2fb" data-id="concept_rrp_t4w_2fb">MongoDB Lookup</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Processors/PMML.html#concept_r3s_3fv_gfb" data-id="concept_r3s_3fv_gfb">PMML Evaluator</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Processors/PMML.html#concept_r3s_3fv_gfb" chunk="to-content" data-id="concept_r3s_3fv_gfb">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Processors/PostgreSQLMetadata.html#concept_lcp_ssh_qcb" data-id="concept_lcp_ssh_qcb">PostgreSQL Metadata</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Processors/RDeduplicator.html#concept_z3m_v52_zq" data-id="concept_z3m_v52_zq">Record Deduplicator</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Processors/RedisLookup.html#concept_ng3_lpr_pv" data-id="concept_ng3_lpr_pv">Redis Lookup</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Processors/SalesforceLookup.html#concept_k23_3rk_yx" data-id="concept_k23_3rk_yx">Salesforce Lookup</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Processors/SchemaGenerator.html#concept_rfz_ks3_x1b" data-id="concept_rfz_ks3_x1b">Schema Generator</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Processors/Spark.html#concept_cpx_1lm_zx" data-id="concept_cpx_1lm_zx">Spark Evaluator</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Processors/Spark.html#concept_cpx_1lm_zx" chunk="to-content" data-id="concept_cpx_1lm_zx">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Processors/SQLParser.html#concept_zh2_kfj_tdb" data-id="concept_zh2_kfj_tdb">SQL Parser</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Processors/StartJob-P.html#concept_irv_l5r_2jb" data-id="concept_irv_l5r_2jb">Start Jobs</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Processors/StartPipe-P.html#concept_bbc_cxr_2jb" data-id="concept_bbc_cxr_2jb">Start Pipelines</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Processors/StaticLookup.html#concept_aqz_t4r_pv" data-id="concept_aqz_t4r_pv">Static Lookup</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Processors/StreamSelector.html#concept_tqv_t5r_wq" data-id="concept_tqv_t5r_wq">Stream Selector</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Processors/TensorFlow.html#concept_otg_csh_z2b" data-id="concept_otg_csh_z2b">TensorFlow Evaluator</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Processors/ValueReplacer.html#concept_o5k_dmf_zq" data-id="concept_o5k_dmf_zq">Value Replacer (Deprecated)</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Processors/WaitJob.html#concept_xv5_xbd_zlb" data-id="concept_xv5_xbd_zlb">Wait for Jobs</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Processors/WaitPipe.html#concept_kd3_qld_zlb" data-id="concept_kd3_qld_zlb">Wait for Pipelines</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Processors/WholeFileTransformer.html#concept_nwg_rx4_l2b" data-id="concept_nwg_rx4_l2b">Whole File Transformer</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Processors/Aggregator.html#concept_ofb_svm_5bb" data-id="concept_ofb_svm_5bb">Windowing Aggregator</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Processors/XMLFlattener.html#concept_ck4_255_sv" data-id="concept_ck4_255_sv">XML Flattener</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Processors/XMLParser.html#concept_dtt_q5q_k5" data-id="concept_dtt_q5q_k5">XML Parser</a></span></div></div><div class=" wh_main_page_toc_accordion_header "><span class="topicref"><a href="datacollector/UserGuide/Destinations/Destinations-title.html" data-id="concept_agj_cfj_br">Destinations</a></span></div><div class=" wh_main_page_toc_accordion_entries "><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Destinations/Destinations_overview.html#concept_hpr_twm_jq" data-id="concept_hpr_twm_jq">Destinations</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Destinations/Destinations_overview.html#concept_hpr_twm_jq" chunk="to-content" data-id="concept_hpr_twm_jq">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Destinations/Aerospike.html#concept_gyq_rpr_4cb" data-id="concept_gyq_rpr_4cb">Aerospike</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Destinations/AmazonS3.html#concept_avx_bnq_rt" data-id="concept_avx_bnq_rt">Amazon S3</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Destinations/DataLakeStore.html#concept_jzm_kf4_zx" data-id="concept_jzm_kf4_zx">Azure Data Lake Storage (Legacy) (Deprecated)</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Destinations/ADLS-G1-D.html#concept_xzc_wfq_xhb" data-id="concept_xzc_wfq_xhb">Azure Data Lake Storage Gen1</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Destinations/ADLS-G1-D.html#concept_xzc_wfq_xhb" chunk="to-content" data-id="concept_xzc_wfq_xhb">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Destinations/ADLS-G2-D.html#concept_ajp_1d2_vhb" data-id="concept_ajp_1d2_vhb">Azure Data Lake Storage Gen2</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Destinations/AzureEventHubProducer.html#concept_xq5_d5q_1bb" data-id="concept_xq5_d5q_1bb">Azure Event Hub Producer</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Destinations/AzureIoTHub.html#concept_pnd_jkq_1bb" data-id="concept_pnd_jkq_1bb">Azure IoT Hub Producer</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Destinations/AzureSynapse.html#concept_hjv_5nn_r3b" data-id="concept_hjv_5nn_r3b">Azure Synapse SQL</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Destinations/Cassandra.html#concept_hfy_mfd_sr" data-id="concept_hfy_mfd_sr">Cassandra</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Destinations/CoAPClient.html#concept_hw5_s3n_sz" data-id="concept_hw5_s3n_sz">CoAP Client</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Destinations/Couchbase.html#concept_ahq_1wq_h2b" data-id="concept_ahq_1wq_h2b">Couchbase</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Destinations/DeltaLake.html#concept_ddy_cdz_clb" data-id="concept_ddy_cdz_clb">Databricks Delta Lake</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Destinations/WaveAnalytics.html#concept_hlx_r53_rx" data-id="concept_hlx_r53_rx">Einstein Analytics</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Destinations/Elasticsearch.html#concept_u5t_vpv_4r" data-id="concept_u5t_vpv_4r">Elasticsearch</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Destinations/Flume.html#concept_pzn_hl4_yr" data-id="concept_pzn_hl4_yr">Flume</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Destinations/BigQuery.html#concept_hj4_brk_dbb" data-id="concept_hj4_brk_dbb">Google BigQuery</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Destinations/Bigtable.html#concept_pl5_tmq_tx" data-id="concept_pl5_tmq_tx">Google Bigtable</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Destinations/GCS.html#concept_p4n_jrl_nbb" data-id="concept_p4n_jrl_nbb">Google Cloud Storage</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Destinations/PubSubPublisher.html#concept_qsj_hk1_v1b" data-id="concept_qsj_hk1_v1b">Google Pub/Sub Publisher</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Destinations/GPSS.html#concept_qjf_xdz_q3b" data-id="concept_qjf_xdz_q3b">GPSS Producer</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Destinations/HadoopFS-destination.html#concept_awl_4km_zq" data-id="concept_awl_4km_zq">Hadoop FS</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Destinations/HBase.html#concept_wsz_5t5_vr" data-id="concept_wsz_5t5_vr">HBase</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Destinations/HiveMetastore.html#concept_gcr_z2t_zv" data-id="concept_gcr_z2t_zv">Hive Metastore</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Destinations/Hive.html#concept_kvs_3hh_ht" data-id="concept_kvs_3hh_ht">Hive Streaming</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Destinations/HTTPClient.html#concept_khl_sg5_lz" data-id="concept_khl_sg5_lz">HTTP Client</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Destinations/InfluxDB.html#concept_inf_db_sr" data-id="concept_inf_db_sr">InfluxDB</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Destinations/JDBCProducer.html#concept_kvs_3hh_ht" data-id="concept_kvs_3hh_ht">JDBC Producer</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Destinations/JMSProducer.html#concept_sfz_ww5_n1b" data-id="concept_sfz_ww5_n1b">JMS Producer</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Destinations/KProducer.html#concept_oq2_5jl_zq" data-id="concept_oq2_5jl_zq">Kafka Producer</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Destinations/KinFirehose.html#concept_bjv_dpk_kv" data-id="concept_bjv_dpk_kv">Kinesis Firehose</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Destinations/KinProducer.html#concept_swk_h1j_yr" data-id="concept_swk_h1j_yr">Kinesis Producer</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Destinations/KineticaDB.html#concept_hxh_5xg_qbb" data-id="concept_hxh_5xg_qbb">KineticaDB</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Destinations/Kudu.html#concept_chy_xxg_4v" data-id="concept_chy_xxg_4v">Kudu </a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Destinations/LocalFS.html#concept_zvc_bv5_1r" data-id="concept_zvc_bv5_1r">Local FS</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Destinations/MapRDB.html#concept_vxg_w2z_yv" data-id="concept_vxg_w2z_yv">MapR DB</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Destinations/MapRDBJSON.html#concept_i4h_2kj_dy" data-id="concept_i4h_2kj_dy">MapR DB JSON</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Destinations/MapRFS.html#concept_spv_xlc_fv" data-id="concept_spv_xlc_fv">MapR FS </a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Destinations/MapRStreamsProd.html#concept_cfj_qbn_2v" data-id="concept_cfj_qbn_2v">MapR Streams Producer</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Destinations/MemSQLLoader.html#concept_kvs_3hh_ht" data-id="concept_kvs_3hh_ht">MemSQL Fast Loader</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Destinations/MongoDB.html#concept_eth_k5n_4v" data-id="concept_eth_k5n_4v">MongoDB</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Destinations/MQTTPublisher.html#concept_odz_txt_lz" data-id="concept_odz_txt_lz">MQTT Publisher</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Destinations/NamedPipe.html#concept_pl5_tdg_gcb" data-id="concept_pl5_tdg_gcb">Named Pipe</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Destinations/PulsarProducer.html#concept_fq3_kpc_r2b" data-id="concept_fq3_kpc_r2b">Pulsar Producer</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Destinations/RabbitMQ.html#concept_pxj_rvy_dv" data-id="concept_pxj_rvy_dv">RabbitMQ Producer</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Destinations/Redis.html#concept_ktc_gw2_gw" data-id="concept_ktc_gw2_gw">Redis</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Destinations/Salesforce.html#concept_rlb_rt3_rx" data-id="concept_rlb_rt3_rx">Salesforce</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Destinations/SDC_RPCdest.html#concept_lfk_hx2_ct" data-id="concept_lfk_hx2_ct">SDC RPC</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Destinations/SendResponse.html#concept_eyd_zx4_q2b" data-id="concept_eyd_zx4_q2b">Send Response to Origin</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Destinations/SFTP.html#concept_sgt_m2m_xhb" data-id="concept_sgt_m2m_xhb">SFTP/FTP/FTPS Client</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Destinations/SFTP.html#concept_sgt_m2m_xhb" chunk="to-content" data-id="concept_sgt_m2m_xhb">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Destinations/Snowflake.html#concept_vxl_zzc_1gb" data-id="concept_vxl_zzc_1gb">Snowflake</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Destinations/Solr.html#concept_z2g_q1r_wr" data-id="concept_z2g_q1r_wr">Solr</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Destinations/Splunk.html#concept_zzr_pqn_xdb" data-id="concept_zzr_pqn_xdb">Splunk</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Destinations/SQLServerBDCBulk.html#concept_hjv_5nn_r3b" data-id="concept_hjv_5nn_r3b">SQL Server 2019 BDC Bulk Loader</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Destinations/Syslog.html#concept_idr_ct5_w2b" data-id="concept_idr_ct5_w2b">Syslog</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Destinations/ToError.html" data-id="concept_ryn_v3z_lr">To Error </a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Destinations/ToError.html" data-id="concept_ryn_v3z_lr">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Destinations/Trash.html#concept_htf_ydj_wq" data-id="concept_htf_ydj_wq">Trash</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Destinations/Trash.html#concept_htf_ydj_wq" chunk="to-content" data-id="concept_htf_ydj_wq">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Destinations/WebSocketClient.html#concept_l4d_mjn_lz" data-id="concept_l4d_mjn_lz">WebSocket Client</a></span></div></div><div class=" wh_main_page_toc_accordion_header "><span class="topicref"><a href="datacollector/UserGuide/Executors/Executors-title.html" data-id="concept_umc_1lk_fx">Executors</a></span></div><div class=" wh_main_page_toc_accordion_entries "><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Executors/Executors-overview.html#concept_stt_2lk_fx" data-id="concept_stt_2lk_fx">Executors</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Executors/Executors-overview.html#concept_stt_2lk_fx" chunk="to-content" data-id="concept_stt_2lk_fx">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Executors/ADLS-G1-FileMeta.html#concept_zhp_ldk_xhb" data-id="concept_zhp_ldk_xhb">ADLS Gen1 File Metadata</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Executors/ADLS-G2-FileMeta.html#concept_i22_k2k_xhb" data-id="concept_i22_k2k_xhb">ADLS Gen2 File Metadata</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Executors/ADLS-G2-FileMeta.html#concept_i22_k2k_xhb" chunk="to-content" data-id="concept_i22_k2k_xhb">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Executors/AmazonS3.html#concept_mvh_bnm_f1b" data-id="concept_mvh_bnm_f1b">Amazon S3</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Executors/Databricks.html#concept_fdc_qrx_jz" data-id="concept_fdc_qrx_jz">Databricks Job Launcher</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Executors/DatabricksQuery.html#concept_bzl_3fq_zjb" data-id="concept_bzl_3fq_zjb">Databricks Query </a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Executors/Email.html#concept_sjs_sfp_qz" data-id="concept_sjs_sfp_qz">Email</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Executors/HDFSMetadata.html#concept_wgj_slk_fx" data-id="concept_wgj_slk_fx">HDFS File Metadata</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Executors/HiveQuery.html#concept_kjw_llk_fx" data-id="concept_kjw_llk_fx">Hive Query</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Executors/JDBCQuery.html#concept_j3r_gcv_sx" data-id="concept_j3r_gcv_sx">JDBC Query</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Executors/MapRFSFileMeta.html#concept_ohx_r5h_z1b" data-id="concept_ohx_r5h_z1b">MapR FS File Metadata</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Executors/MapReduce.html#concept_bj2_zlk_fx" data-id="concept_bj2_zlk_fx">MapReduce</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Executors/PipelineFinisher.html#concept_qzm_l4r_kz" data-id="concept_qzm_l4r_kz">Pipeline Finisher</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Executors/SFTP.html#concept_kcf_sn2_jlb" data-id="concept_kcf_sn2_jlb">SFTP/FTP/FTPS Client</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Executors/SFTP.html#concept_kcf_sn2_jlb" chunk="to-content" data-id="concept_kcf_sn2_jlb">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Executors/Shell.html#concept_jsr_zpw_tz" data-id="concept_jsr_zpw_tz">Shell</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Executors/Spark.html#concept_cvy_vxb_1z" data-id="concept_cvy_vxb_1z">Spark</a></span></div></div><div class=" wh_main_page_toc_accordion_header "><span class="topicref"><a href="datacollector/UserGuide/Event_Handling/EventFramework-Title.html#concept_xxd_f5r_kx" data-id="concept_xxd_f5r_kx">Dataflow Triggers</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Event_Handling/EventFramework-Title.html#concept_xxd_f5r_kx" chunk="to-content" data-id="concept_xxd_f5r_kx">
         
      </div></div><div class=" wh_main_page_toc_accordion_entries "><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Event_Handling/EventFramework-Title.html#concept_cph_5h4_lx" data-id="concept_cph_5h4_lx">Dataflow Triggers Overview</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Event_Handling/EventFramework-Title.html#concept_cph_5h4_lx" data-id="concept_cph_5h4_lx">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Event_Handling/EventFramework-Title.html#concept_amg_2qr_t1b" data-id="concept_amg_2qr_t1b">Pipeline Event Generation</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Event_Handling/EventFramework-Title.html#concept_amg_2qr_t1b" data-id="concept_amg_2qr_t1b">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Event_Handling/EventFramework-Title.html#concept_zrl_mhn_lx" data-id="concept_zrl_mhn_lx">Stage Event Generation</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Event_Handling/EventFramework-Title.html#concept_zrl_mhn_lx" data-id="concept_zrl_mhn_lx">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Event_Handling/EventFramework-Title.html#concept_rxg_shn_lx" data-id="concept_rxg_shn_lx">Executors</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Event_Handling/EventFramework-Title.html#concept_rxg_shn_lx" data-id="concept_rxg_shn_lx">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Event_Handling/EventFramework-Title.html#concept_scs_3hh_tx" data-id="concept_scs_3hh_tx">Logical Pairings</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Event_Handling/EventFramework-Title.html#concept_scs_3hh_tx" data-id="concept_scs_3hh_tx">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Event_Handling/EventFramework-Title.html#concept_gvh_5wm_xx" data-id="concept_gvh_5wm_xx">Event Records</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Event_Handling/EventFramework-Title.html#concept_gvh_5wm_xx" data-id="concept_gvh_5wm_xx">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Event_Handling/EventFramework-Title.html#concept_awx_xlq_cy" data-id="concept_awx_xlq_cy">Viewing Events in Data Preview<span xmlns="" class="ph">, </span> Snapshot<span xmlns="" class="ph">, and Monitor Mode</span></a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Event_Handling/EventFramework-Title.html#concept_awx_xlq_cy" data-id="concept_awx_xlq_cy">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Event_Handling/EventFramework-Title.html#concept_spk_wm5_51b" data-id="concept_spk_wm5_51b">Executing Pipeline Events in Data Preview</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Event_Handling/EventFramework-Title.html#concept_spk_wm5_51b" data-id="concept_spk_wm5_51b">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Event_Handling/EventFramework-Title.html#concept_azz_tq4_lx" data-id="concept_azz_tq4_lx">Summary</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Event_Handling/EventFramework-Title.html#concept_azz_tq4_lx" data-id="concept_azz_tq4_lx">
            
         </div></div></div><div class=" wh_main_page_toc_accordion_header "><span class="topicref"><a href="datacollector/UserGuide/Solutions/Solutions-title.html" data-id="concept_zq5_pb4_flb">Solutions</a></span></div><div class=" wh_main_page_toc_accordion_entries "><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Solutions/Overview.html#concept_aw1_p1q_plb" data-id="concept_aw1_p1q_plb">Solutions Overview </a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Solutions/Parquet.html#concept_jkm_rnz_kx" data-id="concept_jkm_rnz_kx">Converting Data to the Parquet Data Format</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Solutions/Parquet.html#concept_jkm_rnz_kx" chunk="to-content" data-id="concept_jkm_rnz_kx">
            This solution describes how to convert Avro files to the columnar format,         Parquet.
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Solutions/Impala.html#concept_szz_xwm_lx" data-id="concept_szz_xwm_lx">Automating Impala Metadata Updates for Drift Synchronization for Hive</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Solutions/Impala.html#concept_szz_xwm_lx" chunk="to-content" data-id="concept_szz_xwm_lx">
            This solution describes how to configure a Drift Synchronization Solution for Hive pipeline to automatically refresh the Impala metadata cache each time changes occur in         the Hive metastore.
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Solutions/FileManagement.html#concept_d1q_xl4_lx" data-id="concept_d1q_xl4_lx">Managing Output Files</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Solutions/FileManagement.html#concept_d1q_xl4_lx" chunk="to-content" data-id="concept_d1q_xl4_lx">
            This solution describes how to design a pipeline that writes output files to a         destination, moves the files to a different
               location, and then changes the permissions for         the files.
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Solutions/StopPipeline.html#concept_kff_ykv_lz" data-id="concept_kff_ykv_lz">Stopping a Pipeline After Processing All Available Data</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Solutions/StopPipeline.html#concept_kff_ykv_lz" chunk="to-content" data-id="concept_kff_ykv_lz">
            This solution describes how to design a pipeline that stops automatically after it         finishes processing all available
               data.
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Solutions/SqoopReplacement.html#concept_vrh_jrs_bbb" data-id="concept_vrh_jrs_bbb">Offloading Data from Relational Sources to Hadoop</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Solutions/SqoopReplacement.html#concept_vrh_jrs_bbb" chunk="to-content" data-id="concept_vrh_jrs_bbb">
            This solution describes how to offload data from relational database tables to         Hadoop.
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Solutions/SendEmail.html#concept_t2t_lp5_xz" data-id="concept_t2t_lp5_xz">Sending Email During Pipeline Processing</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Solutions/SendEmail.html#concept_t2t_lp5_xz" chunk="to-content" data-id="concept_t2t_lp5_xz">
            This solution describes how to design a pipeline to send email notifications at         different moments during pipeline
               processing.
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Solutions/EventStorage.html#concept_ocb_nnl_px" data-id="concept_ocb_nnl_px">Preserving an Audit Trail of Events</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Solutions/EventStorage.html#concept_ocb_nnl_px" chunk="to-content" data-id="concept_ocb_nnl_px">
            This solution describes how to design a pipeline that preserves an audit trail of         pipeline and stage events that occur.
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Solutions/DeltaLake.html#concept_a5b_wvk_ckb" data-id="concept_a5b_wvk_ckb">Loading Data into Databricks Delta Lake</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Solutions/DeltaLake.html#concept_a5b_wvk_ckb" chunk="to-content" data-id="concept_a5b_wvk_ckb">
            You can use several solutions to load data into a Delta Lake table on Databricks. 
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Solutions/HiveDrift-Overview.html#concept_phk_bdf_2w" data-id="concept_phk_bdf_2w">Drift Synchronization Solution for Hive</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Solutions/HiveDrift-Overview.html#concept_phk_bdf_2w" chunk="to-content" data-id="concept_phk_bdf_2w">
            The Drift Synchronization Solution for Hive detects drift in incoming data and updates corresponding Hive tables. 
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Solutions/JDBC_DriftSyncSolution.html#concept_ljq_knr_4cb" data-id="concept_ljq_knr_4cb"><span xmlns="" class="ph">Drift Synchronization Solution for PostgreSQL</span></a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Solutions/JDBC_DriftSyncSolution.html#concept_ljq_knr_4cb" chunk="to-content" data-id="concept_ljq_knr_4cb">
            The Drift Synchronization Solution for PostgreSQL detects drift in incoming data and automatically creates or alters corresponding         PostgreSQL tables as needed before
               the data is written.
            
         </div></div></div><div class=" wh_main_page_toc_accordion_header "><span class="topicref"><a href="datacollector/UserGuide/DPM/DPM_title.html" data-id="concept_ugp_kwf_xw">StreamSets Control Hub</a></span></div><div class=" wh_main_page_toc_accordion_entries "><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/DPM/DPM.html#concept_l45_qwf_xw" data-id="concept_l45_qwf_xw">Meet <span xmlns="" class="ph">StreamSets Control Hub</span></a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/DPM/DPM.html#concept_l45_qwf_xw" chunk="to-content" data-id="concept_l45_qwf_xw">
            StreamSets Control HubTM is a central point of control for all of your dataflow pipelines. Control Hub allows         teams to build and execute large numbers of complex dataflows at scale. 
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/DPM/WorkingWithDPM.html#concept_evb_3bs_bx" data-id="concept_evb_3bs_bx">Working with <span xmlns="" class="ph">Control Hub</span></a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/DPM/WorkingWithDPM.html#concept_evb_3bs_bx" chunk="to-content" data-id="concept_evb_3bs_bx">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/DPM/OrgUserAccount.html#concept_lry_34g_xw" data-id="concept_lry_34g_xw">Request a <span xmlns="" class="ph">Control Hub</span> Organization and User Account
         </a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/DPM/OrgUserAccount.html#concept_lry_34g_xw" chunk="to-content" data-id="concept_lry_34g_xw">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/DPM/RegisterSDCwithDPM.html#concept_kc4_xyf_xw" data-id="concept_kc4_xyf_xw">Register Data Collector with <span xmlns="" class="ph">Control Hub</span></a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/DPM/RegisterSDCwithDPM.html#concept_kc4_xyf_xw" chunk="to-content" data-id="concept_kc4_xyf_xw">
            You must register a Data Collector to         work with StreamSets Control Hub.         When you register a Data Collector, Data Collector         generates an authentication token that it uses to issue authenticated requests to Control Hub.
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/DPM/AggregatedStatistics.html#concept_h2q_mb5_xw" data-id="concept_h2q_mb5_xw">Pipeline Statistics</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/DPM/PipelineManagement.html#concept_eq5_qjd_fx" data-id="concept_eq5_qjd_fx">Pipeline Management with <span xmlns="" class="ph">Control Hub</span></a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/DPM/PipelineManagement.html#concept_eq5_qjd_fx" chunk="to-content" data-id="concept_eq5_qjd_fx">
            After you register a Data Collector with             StreamSets Control Hub,         you can manage how the pipelines work with Control Hub.
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/DPM/DPMConfiguration.html#concept_hrn_zz3_fx" data-id="concept_hrn_zz3_fx"><span xmlns="" class="ph">Control Hub</span> Configuration File
         </a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/DPM/DPMConfiguration.html#concept_hrn_zz3_fx" chunk="to-content" data-id="concept_hrn_zz3_fx">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/DPM/UnregisterSDCwithDPM.html#concept_ldb_sr5_cx" data-id="concept_ldb_sr5_cx">Unregister Data Collector from <span xmlns="" class="ph">Control Hub</span></a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/DPM/UnregisterSDCwithDPM.html#concept_ldb_sr5_cx" chunk="to-content" data-id="concept_ldb_sr5_cx">
            You can unregister a Data Collector from             StreamSets Control Hub         when you no longer want to use that Data Collector         installation with Control Hub. 
            
         </div></div></div><div class=" wh_main_page_toc_accordion_header "><span class="topicref"><a href="datacollector/UserGuide/Edge_Mode/EdgePipelines_title.html" data-id="concept_fyf_gkq_4bb"><span xmlns="" class="ph">StreamSets Data Collector Edge</span></a></span></div><div class=" wh_main_page_toc_accordion_entries "><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Edge_Mode/EdgePipelines_Overview.html#concept_d4h_kkq_4bb" data-id="concept_d4h_kkq_4bb"><span xmlns="" class="ph">Meet StreamSets Data Collector Edge</span></a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Edge_Mode/EdgePipelines_Overview.html#concept_d4h_kkq_4bb" chunk="to-content" data-id="concept_d4h_kkq_4bb">
            StreamSets         Data Collector EdgeTM (SDC Edge) is a         lightweight execution agent without a UI that runs pipelines on edge devices with limited         resources.
               Use SDC Edge to         read data from an edge device or to receive data from another pipeline and then act on that         data to control
               an edge device.
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Edge_Mode/SupportedPlatforms.html#concept_yxr_b5q_4bb" data-id="concept_yxr_b5q_4bb">Supported Platforms</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Edge_Mode/SupportedPlatforms.html#concept_yxr_b5q_4bb" chunk="to-content" data-id="concept_yxr_b5q_4bb">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Edge_Mode/SDCEInstall.html#concept_qhp_1th_pbb" data-id="concept_qhp_1th_pbb">Install SDC Edge</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Edge_Mode/SDCEInstall.html#concept_qhp_1th_pbb" chunk="to-content" data-id="concept_qhp_1th_pbb">
            Download and install SDC Edge on         each edge device where you want to run edge pipelines. 
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Edge_Mode/GettingStartedSamples.html#concept_nd5_z4f_pbb" data-id="concept_nd5_z4f_pbb">Getting Started with SDC Edge</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Edge_Mode/GettingStartedSamples.html#concept_nd5_z4f_pbb" chunk="to-content" data-id="concept_nd5_z4f_pbb">
            Data Collector Edge (SDC Edge)         includes several sample pipelines that make it easy to get started. You simply import one of         the sample
               edge pipelines, create the appropriate Data Collector         receiving pipeline, download and install SDC Edge on the         edge device, and then run the sample edge pipeline.
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Edge_Mode/EdgePipelineTypes.html#concept_c14_m4r_4bb" data-id="concept_c14_m4r_4bb">Design Edge Pipelines</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Edge_Mode/EdgePipelineTypes.html#concept_c14_m4r_4bb" chunk="to-content" data-id="concept_c14_m4r_4bb">
            Edge pipelines run in edge execution mode. You design edge pipelines in Data Collector.
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Edge_Mode/SDCReceivingPipelines.html#concept_lqx_vtq_4bb" data-id="concept_lqx_vtq_4bb">Design Data Collector Receiving Pipelines</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Edge_Mode/SDCReceivingPipelines.html#concept_lqx_vtq_4bb" chunk="to-content" data-id="concept_lqx_vtq_4bb">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Edge_Mode/SDCeAdminister.html#concept_ahx_zvl_pbb" data-id="concept_ahx_zvl_pbb">Administer SDC Edge</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Edge_Mode/SDCeAdminister.html#concept_ahx_zvl_pbb" chunk="to-content" data-id="concept_ahx_zvl_pbb">
            Administering SDC Edge         involves configuring, starting, shutting down, and viewing logs for the agent. When using             StreamSets Control Hub, you can also use the SDC Edge         command line interface to register SDC Edge with             Control Hub.
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Edge_Mode/EdgePipelines_Deploy.html#concept_ldf_ycf_3db" data-id="concept_ldf_ycf_3db">Deploy Pipelines to SDC Edge</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Edge_Mode/EdgePipelines_Deploy.html#concept_ldf_ycf_3db" chunk="to-content" data-id="concept_ldf_ycf_3db">
            After designing edge pipelines in Data Collector, you         deploy the edge pipelines to SDC Edge         installed on an edge device. You run the edge pipelines on SDC Edge.
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Edge_Mode/DownloadPipelines.html#task_vsg_wf5_32b" data-id="task_vsg_wf5_32b">Downloading Pipelines from SDC Edge</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Edge_Mode/DownloadPipelines.html#task_vsg_wf5_32b" chunk="to-content" data-id="task_vsg_wf5_32b">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Edge_Mode/EdgePipelines_Manage.html#concept_tqk_dbb_4db" data-id="concept_tqk_dbb_4db">Manage Pipelines on SDC Edge</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Edge_Mode/EdgePipelines_Manage.html#concept_tqk_dbb_4db" chunk="to-content" data-id="concept_tqk_dbb_4db">
            After designing edge pipelines in Data Collector and         then deploying the edge pipelines to SDC Edge, you         can manage the pipelines on SDC Edge.         Managing edge pipelines includes previewing, validating, starting, stopping, and monitoring         the pipelines
               as well as resetting the origin for the pipelines.
            
         </div></div></div><div class=" wh_main_page_toc_accordion_header "><span class="topicref"><a href="datacollector/UserGuide/Multithreaded_Pipelines/MultithreadedPipelines.html#concept_wwq_gxc_py" data-id="concept_wwq_gxc_py">Multithreaded Pipelines</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Multithreaded_Pipelines/MultithreadedPipelines.html#concept_wwq_gxc_py" chunk="to-content" data-id="concept_wwq_gxc_py">
         
      </div></div><div class=" wh_main_page_toc_accordion_entries "><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Multithreaded_Pipelines/MultithreadedPipelines.html#concept_zpp_2xc_py" data-id="concept_zpp_2xc_py">Multithreaded Pipeline Overview</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Multithreaded_Pipelines/MultithreadedPipelines.html#concept_zpp_2xc_py" data-id="concept_zpp_2xc_py">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Multithreaded_Pipelines/MultithreadedPipelines.html#concept_xl3_ncd_py" data-id="concept_xl3_ncd_py">How It Works</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Multithreaded_Pipelines/MultithreadedPipelines.html#concept_xl3_ncd_py" data-id="concept_xl3_ncd_py">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Multithreaded_Pipelines/MultithreadedPipelines.html#concept_tdn_vwy_ry" data-id="concept_tdn_vwy_ry">Monitoring</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Multithreaded_Pipelines/MultithreadedPipelines.html#concept_tdn_vwy_ry" data-id="concept_tdn_vwy_ry">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Multithreaded_Pipelines/MultithreadedPipelines.html#concept_fmg_pjd_mz" data-id="concept_fmg_pjd_mz">Tuning Threads and Runners</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Multithreaded_Pipelines/MultithreadedPipelines.html#concept_fmg_pjd_mz" data-id="concept_fmg_pjd_mz">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Multithreaded_Pipelines/MultithreadedPipelines.html#concept_z25_ltd_ry" data-id="concept_z25_ltd_ry">Resource Usage</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Multithreaded_Pipelines/MultithreadedPipelines.html#concept_z25_ltd_ry" data-id="concept_z25_ltd_ry">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Multithreaded_Pipelines/MultithreadedPipelines.html#concept_sfp_1nd_py" data-id="concept_sfp_1nd_py">Multithreaded Pipeline Summary</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Multithreaded_Pipelines/MultithreadedPipelines.html#concept_sfp_1nd_py" data-id="concept_sfp_1nd_py">
            
         </div></div></div><div class=" wh_main_page_toc_accordion_header "><span class="topicref"><a href="datacollector/UserGuide/Microservice/Microservice_Title.html#concept_gzw_tdm_p2b" data-id="concept_gzw_tdm_p2b">Microservice Pipelines</a></span></div><div class=" wh_main_page_toc_accordion_entries "><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Microservice/Microservice_Title.html#concept_qfh_xdm_p2b" data-id="concept_qfh_xdm_p2b">Microservice Pipelines</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Microservice/Microservice_Title.html#concept_qfh_xdm_p2b" data-id="concept_qfh_xdm_p2b">
            A microservice pipeline is a pipeline that creates a fine-grained         service to perform a specific task. 
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Microservice/Microservice_Title.html#concept_en5_32m_p2b" data-id="concept_en5_32m_p2b">Stages for Microservice Pipelines</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Microservice/Microservice_Title.html#concept_ecx_vjd_r2b" data-id="concept_ecx_vjd_r2b">Sample Pipeline</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Microservice/Microservice_Title.html#task_f33_lhf_r2b" data-id="task_f33_lhf_r2b">Creating a Microservice Pipeline</a></span></div></div><div class=" wh_main_page_toc_accordion_header "><span class="topicref"><a href="datacollector/UserGuide/Orchestration_Pipelines/OrchestrationPipelines_Title.html#Orchestrators_Title" data-id="Orchestrators_Title">Orchestration Pipelines</a></span></div><div class=" wh_main_page_toc_accordion_entries "><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Orchestration_Pipelines/OrchestrationPipelines_Title.html#OrchestrationPipeline_Overview" data-id="OrchestrationPipeline_Overview">Orchestration Pipeline Overview</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Orchestration_Pipelines/OrchestrationPipelines_Title.html#OrchestrationPipeline_Overview" data-id="OrchestrationPipeline_Overview">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Orchestration_Pipelines/OrchestrationPipelines_Title.html#OrchestratorStages" data-id="OrchestratorStages">Orchestration Stages</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Orchestration_Pipelines/OrchestrationPipelines_Title.html#OrchestratorStages" data-id="OrchestratorStages">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Orchestration_Pipelines/OrchestrationPipelines_Title.html#concept_x43_wlc_zlb" data-id="concept_x43_wlc_zlb">Orchestration Record</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Orchestration_Pipelines/OrchestrationPipelines_Title.html#SamplePipelines" data-id="SamplePipelines">Sample Pipeline</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Orchestration_Pipelines/OrchestrationPipelines_Title.html#SamplePipelines" data-id="SamplePipelines">
            
         </div></div></div><div class=" wh_main_page_toc_accordion_header "><span class="topicref"><a href="datacollector/UserGuide/RPC_Pipelines/SDC_RPCpipelines_title.html#concept_wr1_ktz_bt" data-id="concept_wr1_ktz_bt">SDC RPC Pipelines</a></span></div><div class=" wh_main_page_toc_accordion_entries "><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/RPC_Pipelines/SDC_RPCpipelines_title.html#concept_lnh_z3z_bt" data-id="concept_lnh_z3z_bt">SDC RPC Pipeline Overview</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/RPC_Pipelines/SDC_RPCpipelines_title.html#concept_lnh_z3z_bt" data-id="concept_lnh_z3z_bt">
            Data Collector     Remote Protocol Call pipelines, called SDC RPC pipelines, are a set of StreamSets     pipelines that pass data from one pipeline to another without writing to an intermediary system.
               
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/RPC_Pipelines/SDC_RPCpipelines_title.html#concept_a4w_5tf_ct" data-id="concept_a4w_5tf_ct">Deployment Architecture</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/RPC_Pipelines/SDC_RPCpipelines_title.html#concept_a4w_5tf_ct" data-id="concept_a4w_5tf_ct">
            When using SDC RPC pipelines, consider your needs and environment carefully as you     design the deployment architecture.
               
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/RPC_Pipelines/SDC_RPCpipelines_title.html#concept_drd_wqb_dt" data-id="concept_drd_wqb_dt">Configuring the Delivery Guarantee</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/RPC_Pipelines/SDC_RPCpipelines_title.html#concept_drd_wqb_dt" data-id="concept_drd_wqb_dt">
            The delivery guarantee determines when a pipeline commits the offset. When configuring   the delivery guarantee for SDC RPC
               pipelines, use the same option in origin and destination   pipelines.
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/RPC_Pipelines/SDC_RPCpipelines_title.html#concept_dgf_kkc_dt" data-id="concept_dgf_kkc_dt">Defining the RPC ID</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/RPC_Pipelines/SDC_RPCpipelines_title.html#concept_dgf_kkc_dt" data-id="concept_dgf_kkc_dt">
            The RPC ID is a user-defined identifier that allows an SDC RPC origin and SDC RPC         destination to recognize each other.
               
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/RPC_Pipelines/SDC_RPCpipelines_title.html#concept_mrm_qhf_2t" data-id="concept_mrm_qhf_2t">Enabling Encryption</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/RPC_Pipelines/SDC_RPCpipelines_title.html#concept_mrm_qhf_2t" data-id="concept_mrm_qhf_2t">
            You can enable SDC RPC pipelines to transfer data securely using SSL/TLS. To use     SSL/TLS, enable TLS in both the SDC RPC
               destination and the SDC RPC origin.
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/RPC_Pipelines/SDC_RPCpipelines_title.html#concept_mhl_1jc_dt" data-id="concept_mhl_1jc_dt">Configuration Guidelines for SDC RPC Pipelines</a></span></div></div><div class=" wh_main_page_toc_accordion_header "><span class="topicref"><a href="datacollector/UserGuide/Cluster_Mode/ClusterPipelines_title.html" data-id="concept_fpz_5r4_vs">Cluster Pipelines</a></span></div><div class=" wh_main_page_toc_accordion_entries "><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Cluster_Mode/ClusterPipelines.html#concept_hmh_kfn_1s" data-id="concept_hmh_kfn_1s">Cluster Pipeline Overview</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Cluster_Mode/ClusterPipelines.html#concept_hmh_kfn_1s" chunk="to-content" data-id="concept_hmh_kfn_1s">
            A cluster pipeline is a pipeline that runs in cluster execution mode. You   can run a pipeline in standalone execution mode or cluster execution
               mode. 
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Cluster_Mode/KafkaRequirements.html#task_gmd_msw_yr" data-id="task_gmd_msw_yr">Kafka Cluster Requirements</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Cluster_Mode/MapRRequirements.html#concept_kry_gn5_lx" data-id="concept_kry_gn5_lx">MapR Requirements</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Cluster_Mode/HDFSRequirements.html#task_akz_w5b_ws" data-id="task_akz_w5b_ws">HDFS Requirements</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Cluster_Mode/HDFSRequirements.html#task_akz_w5b_ws" chunk="to-content" data-id="task_akz_w5b_ws">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Cluster_Mode/AmazonS3Requirements.html#concept_opj_jmf_f2b" data-id="concept_opj_jmf_f2b">Amazon S3 Requirements</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Cluster_Mode/AmazonS3Requirements.html#concept_opj_jmf_f2b" chunk="to-content" data-id="concept_opj_jmf_f2b">
            Cluster EMR batch and cluster batch mode pipelines can process data from Amazon         S3.
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Cluster_Mode/StageLimitations.html#concept_pdf_r5y_fz" data-id="concept_pdf_r5y_fz">Cluster Pipeline Limitations</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Cluster_Mode/StageLimitations.html#concept_pdf_r5y_fz" chunk="to-content" data-id="concept_pdf_r5y_fz">
            
         </div></div></div><div class=" wh_main_page_toc_accordion_header "><span class="topicref"><a href="datacollector/UserGuide/Data_Preview/DataPreview_Title.html#concept_jjk_23z_sq" data-id="concept_jjk_23z_sq">Data Preview</a></span></div><div class=" wh_main_page_toc_accordion_entries "><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Data_Preview/DataPreview_Title.html#concept_jtn_s3m_lq" data-id="concept_jtn_s3m_lq">Data Preview Overview</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Data_Preview/DataPreview_Title.html#concept_l4q_pbl_sq" data-id="concept_l4q_pbl_sq">Data Collector UI - Preview Mode</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Data_Preview/DataPreview_Title.html#concept_l4q_pbl_sq" data-id="concept_l4q_pbl_sq">
            You can use Data Collector to view how     data passes through the pipeline.
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Data_Preview/DataPreview_Title.html#concept_qqc_s3h_tq" data-id="concept_qqc_s3h_tq">Preview Codes</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Data_Preview/DataPreview_Title.html#concept_qqc_s3h_tq" data-id="concept_qqc_s3h_tq">
            Data preview displays different colors for different types of data. Preview also uses   other codes and formatting to highlight
               changed fields.
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Data_Preview/DataPreview_Title.html#task_cxd_p25_qq" data-id="task_cxd_p25_qq">Previewing a Single Stage</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Data_Preview/DataPreview_Title.html#task_svd_dvz_sq" data-id="task_svd_dvz_sq">Previewing Multiple Stages</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Data_Preview/DataPreview_Title.html#task_svd_dvz_sq" data-id="task_svd_dvz_sq">
            You can preview data for a group of linked stages within a pipeline.
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Data_Preview/DataPreview_Title.html#task_nyy_13l_5s" data-id="task_nyy_13l_5s">Editing Preview Data</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Data_Preview/DataPreview_Title.html#task_nyy_13l_5s" data-id="task_nyy_13l_5s">
            You can edit preview data to view how a stage or group of stages processes the         changed data. Edit preview data to
               test for data conditions that might not appear in the         preview data set.
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Data_Preview/DataPreview_Title.html#task_dyy_k3l_5s" data-id="task_dyy_k3l_5s">Editing Properties</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Data_Preview/DataPreview_Title.html#task_dyy_k3l_5s" data-id="task_dyy_k3l_5s">
            In data preview, you can edit stage properties to see how the changes affect preview         data. For example, you might
               edit the expression in an Expression Evaluator to see how the         expression alters data. 
            
         </div></div></div><div class=" wh_main_page_toc_accordion_header "><span class="topicref"><a href="datacollector/UserGuide/Alerts/RulesAlerts_title.html#concept_pgk_brx_rr" data-id="concept_pgk_brx_rr">Rules and Alerts</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Alerts/RulesAlerts_title.html#concept_pgk_brx_rr" chunk="to-content" data-id="concept_pgk_brx_rr">
         
      </div></div><div class=" wh_main_page_toc_accordion_entries "><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Alerts/RulesAlerts_title.html#concept_ugl_nlh_q5" data-id="concept_ugl_nlh_q5">Rules and Alerts Overview</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Alerts/RulesAlerts_title.html#concept_ugl_nlh_q5" data-id="concept_ugl_nlh_q5">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Alerts/RulesAlerts_title.html#concept_abj_nsk_zq" data-id="concept_abj_nsk_zq">Metric Rules and Alerts</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Alerts/RulesAlerts_title.html#concept_abj_nsk_zq" data-id="concept_abj_nsk_zq">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Alerts/RulesAlerts_title.html#concept_tpm_rsk_zq" data-id="concept_tpm_rsk_zq">Data Rules and Alerts</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Alerts/RulesAlerts_title.html#concept_tpm_rsk_zq" data-id="concept_tpm_rsk_zq">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Alerts/RulesAlerts_title.html#concept_wbz_mkk_p5" data-id="concept_wbz_mkk_p5">Data Drift Rules and Alerts</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Alerts/RulesAlerts_title.html#concept_wbz_mkk_p5" data-id="concept_wbz_mkk_p5">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Alerts/RulesAlerts_title.html#concept_rtm_sfk_rz" data-id="concept_rtm_sfk_rz">Alert Webhooks</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Alerts/RulesAlerts_title.html#concept_rtm_sfk_rz" data-id="concept_rtm_sfk_rz">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Alerts/RulesAlerts_title.html#task_f3v_1hw_1r" data-id="task_f3v_1hw_1r">Configuring Email for Alerts</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Alerts/RulesAlerts_title.html#task_f3v_1hw_1r" data-id="task_f3v_1hw_1r">
            
         </div></div></div><div class=" wh_main_page_toc_accordion_header "><span class="topicref"><a href="datacollector/UserGuide/Pipeline_Monitoring/PipelineMonitoring_title.html#concept_asx_fdz_sq" data-id="concept_asx_fdz_sq">Pipeline Monitoring</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Pipeline_Monitoring/PipelineMonitoring_title.html#concept_asx_fdz_sq" chunk="to-content" data-id="concept_asx_fdz_sq">
         
      </div></div><div class=" wh_main_page_toc_accordion_entries "><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Pipeline_Monitoring/PipelineMonitoring_title.html#concept_hsp_tnt_lq" data-id="concept_hsp_tnt_lq">Pipeline Monitoring Overview</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Pipeline_Monitoring/PipelineMonitoring_title.html#concept_hsp_tnt_lq" data-id="concept_hsp_tnt_lq">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Pipeline_Monitoring/PipelineMonitoring_title.html#concept_t1c_mf4_tq" data-id="concept_t1c_mf4_tq">Data Collector UI - Monitor Mode</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Pipeline_Monitoring/PipelineMonitoring_title.html#concept_t1c_mf4_tq" data-id="concept_t1c_mf4_tq">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Pipeline_Monitoring/PipelineMonitoring_title.html#task_pkh_j23_tq" data-id="task_pkh_j23_tq">Viewing Pipeline and Stage Statistics</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Pipeline_Monitoring/PipelineMonitoring_title.html#task_pkh_j23_tq" data-id="task_pkh_j23_tq">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Pipeline_Monitoring/PipelineMonitoring_title.html#concept_pd3_crv_yr" data-id="concept_pd3_crv_yr">Monitoring Errors</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Pipeline_Monitoring/PipelineMonitoring_title.html#concept_pd3_crv_yr" data-id="concept_pd3_crv_yr">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Pipeline_Monitoring/PipelineMonitoring_title.html#concept_tyr_2zx_rr" data-id="concept_tyr_2zx_rr">Snapshots</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Pipeline_Monitoring/PipelineMonitoring_title.html#concept_tyr_2zx_rr" data-id="concept_tyr_2zx_rr">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Pipeline_Monitoring/PipelineMonitoring_title.html#task_p12_gbw_rr" data-id="task_p12_gbw_rr">Viewing the Run History</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Pipeline_Monitoring/PipelineMonitoring_title.html#task_p12_gbw_rr" data-id="task_p12_gbw_rr">
            
         </div></div></div><div class=" wh_main_page_toc_accordion_header "><span class="topicref"><a href="datacollector/UserGuide/Pipeline_Maintenance/PipelineMaintenance_title.html#concept_o3l_dtr_5q" data-id="concept_o3l_dtr_5q">Pipeline Maintenance</a></span></div><div class=" wh_main_page_toc_accordion_entries "><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Pipeline_Maintenance/PipelineMaintenance_title.html#concept_s4p_ns5_nz" data-id="concept_s4p_ns5_nz">Understanding Pipeline States</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Pipeline_Maintenance/PipelineMaintenance_title.html#concept_s4p_ns5_nz" data-id="concept_s4p_ns5_nz">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Pipeline_Maintenance/PipelineMaintenance_title.html#task_wpy_1xr_5q" data-id="task_wpy_1xr_5q">Starting Pipelines</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Pipeline_Maintenance/PipelineMaintenance_title.html#task_ylb_f1s_5q" data-id="task_ylb_f1s_5q">Stopping Pipelines</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Pipeline_Maintenance/PipelineMaintenance_title.html#concept_elp_zjt_d1b" data-id="concept_elp_zjt_d1b">Importing Pipelines</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Pipeline_Maintenance/PipelineMaintenance_title.html#concept_jrg_1vy_wy" data-id="concept_jrg_1vy_wy">Sharing Pipelines</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Pipeline_Maintenance/PipelineMaintenance_title.html#concept_obz_cml_wx" data-id="concept_obz_cml_wx">Adding Labels to Pipelines</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Pipeline_Maintenance/PipelineMaintenance_title.html#task_dtz_4tr_5q" data-id="task_dtz_4tr_5q">Exporting Pipelines</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Pipeline_Maintenance/PipelineMaintenance_title.html#task_emc_p42_fx" data-id="task_emc_p42_fx">Exporting Pipelines for <span xmlns="" class="ph">Control Hub</span></a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Pipeline_Maintenance/PipelineMaintenance_title.html#task_emc_p42_fx" data-id="task_emc_p42_fx">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Pipeline_Maintenance/PipelineMaintenance_title.html#task_nhf_bvr_5q" data-id="task_nhf_bvr_5q">Duplicating a Pipeline</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Pipeline_Maintenance/PipelineMaintenance_title.html#task_nhf_bvr_5q" data-id="task_nhf_bvr_5q">
            Duplicate a pipeline when you want to keep the existing version of a pipeline while         continuing to configure a duplicate
               version. A duplicate is an exact copy of the original         pipeline. 
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Pipeline_Maintenance/PipelineMaintenance_title.html#task_a35_pwr_5q" data-id="task_a35_pwr_5q">Deleting Pipelines</a></span></div></div><div class=" wh_main_page_toc_accordion_header "><span class="topicref"><a href="datacollector/UserGuide/Administration/Administration_title.html#concept_yms_ftm_sq" data-id="concept_yms_ftm_sq">Administration</a></span></div><div class=" wh_main_page_toc_accordion_entries "><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Administration/Administration_title.html#concept_nqf_ls3_glb" data-id="concept_nqf_ls3_glb">StreamSets Accounts</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Administration/Administration_title.html#concept_nqf_ls3_glb" data-id="concept_nqf_ls3_glb">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Administration/Administration_title.html#unique_292719442" data-id="unique_292719442">Providing an Activation Code</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Administration/Administration_title.html#task_jyk_vgk_br" data-id="task_jyk_vgk_br">Viewing Data Collector Configuration Properties</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Administration/Administration_title.html#concept_gwn_wf4_yr" data-id="concept_gwn_wf4_yr">Viewing Data Collector Directories</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Administration/Administration_title.html#concept_gwn_wf4_yr" data-id="concept_gwn_wf4_yr">
            You can view the directories that the Data Collector uses. You might   check the directories being used to access a file in the directory or to increase the amount of   available
               space for a directory. 
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Administration/Administration_title.html#task_wvx_4hk_br" data-id="task_wvx_4hk_br">Viewing Data Collector Metrics</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Administration/Administration_title.html#task_wvx_4hk_br" data-id="task_wvx_4hk_br">
            You can view metrics about Data Collector,  such         as the CPU usage or the number of pipeline runners in the thread pool.
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Administration/Administration_title.html#task_gbm_s3k_br" data-id="task_gbm_s3k_br">Viewing Data Collector Logs</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Administration/Administration_title.html#task_uvg_bjk_br" data-id="task_uvg_bjk_br">Shutting Down Data Collector</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Administration/Administration_title.html#task_pjr_5h4_4v" data-id="task_pjr_5h4_4v">Restarting Data Collector</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Administration/Administration_title.html#concept_lxg_qlr_my" data-id="concept_lxg_qlr_my">Viewing Users and Groups</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Administration/Administration_title.html#concept_lxg_qlr_my" data-id="concept_lxg_qlr_my">
            If you use file-based authentication, you can view all user accounts granted access         to this Data Collector instance, including the roles and groups assigned to each user.
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Administration/Administration_title.html#task_yhm_fpz_2lb" data-id="task_yhm_fpz_2lb">Managing Usage Statistics Collection</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Administration/Administration_title.html#concept_szj_3mw_xz" data-id="concept_szj_3mw_xz">Support Bundles</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Administration/Administration_title.html#concept_abd_5fp_b4b" data-id="concept_abd_5fp_b4b">Health Inspector</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Administration/Administration_title.html#concept_abd_5fp_b4b" data-id="concept_abd_5fp_b4b">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Administration/Administration_title.html#concept_dlh_p15_2r" data-id="concept_dlh_p15_2r">REST Response</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Administration/Administration_title.html#concept_dlh_p15_2r" data-id="concept_dlh_p15_2r">
            You can view REST response JSON data for different aspects of the Data Collector, such as     pipeline configuration information or monitoring details. 
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Administration/Administration_title.html#concept_ywx_d5x_pt" data-id="concept_ywx_d5x_pt">Command Line Interface</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Administration/Administration_title.html#concept_ywx_d5x_pt" data-id="concept_ywx_d5x_pt">
            Data Collector     provides a command line interface that includes a basic cli command. Use the     command to perform some of the same actions that you can complete from the Data Collector UI. Data Collector must be     running before you can use the cli command.
            
         </div></div></div><div class=" wh_main_page_toc_accordion_header "><span class="topicref"><a href="datacollector/UserGuide/Tutorial/Tutorial-title.html" data-id="concept_nls_w1r_ks">Tutorial</a></span></div><div class=" wh_main_page_toc_accordion_entries "><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Tutorial/Overview.html" data-id="concept_is5_lrq_ks">Tutorial Overview</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Tutorial/Overview.html" data-id="concept_is5_lrq_ks">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Tutorial/BeforeYouBegin.html#concept_hg5_j2p_ms" data-id="concept_hg5_j2p_ms">Before You Begin</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Tutorial/BeforeYouBegin.html#concept_hg5_j2p_ms" chunk="to-content" data-id="concept_hg5_j2p_ms">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Tutorial/BasicTutorial.html#concept_phf_cjt_ls" data-id="concept_phf_cjt_ls">Basic Tutorial</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Tutorial/BasicTutorial.html#concept_phf_cjt_ls" chunk="to-content" data-id="concept_phf_cjt_ls">
            The basic tutorial creates a pipeline that reads a file from a directory, processes the   data in two branches, and writes
               all data to a file system. You'll use data preview to help   configure the pipeline, and you'll create a data alert and run
               the pipeline. 
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Tutorial/ExtendedTutorial.html#concept_w4n_gjt_ls" data-id="concept_w4n_gjt_ls">Extended Tutorial</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Tutorial/ExtendedTutorial.html#concept_w4n_gjt_ls" chunk="to-content" data-id="concept_w4n_gjt_ls">
            The extended tutorial builds on the basic tutorial, using an additional set of stages to         perform some data transformations
               and write to the Trash development destination. We'll also         use data preview to test stage configuration. 
            
         </div></div></div><div class=" wh_main_page_toc_accordion_header "><span class="topicref"><a href="datacollector/UserGuide/Troubleshooting/Troubleshooting_title.html#concept_sh3_frm_tq" data-id="concept_sh3_frm_tq">Troubleshooting</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Troubleshooting/Troubleshooting_title.html#concept_sh3_frm_tq" chunk="to-content" data-id="concept_sh3_frm_tq">
         
      </div></div><div class=" wh_main_page_toc_accordion_entries "><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Troubleshooting/Troubleshooting_title.html#concept_ivc_mll_2s" data-id="concept_ivc_mll_2s">Accessing Error Messages</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Troubleshooting/Troubleshooting_title.html#concept_ivc_mll_2s" data-id="concept_ivc_mll_2s">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Troubleshooting/Troubleshooting_title.html#concept_vxd_tsm_tq" data-id="concept_vxd_tsm_tq">Pipeline Basics</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Troubleshooting/Troubleshooting_title.html#concept_vxd_tsm_tq" data-id="concept_vxd_tsm_tq">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Troubleshooting/Troubleshooting_title.html#concept_fwl_5cl_gs" data-id="concept_fwl_5cl_gs">Origins</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Troubleshooting/Troubleshooting_title.html#concept_fwl_5cl_gs" data-id="concept_fwl_5cl_gs">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Troubleshooting/Troubleshooting_title.html#concept_mly_3hg_3fb" data-id="concept_mly_3hg_3fb">Processors</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Troubleshooting/Troubleshooting_title.html#concept_mly_3hg_3fb" data-id="concept_mly_3hg_3fb">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Troubleshooting/Troubleshooting_title.html#concept_m4g_qyk_2s" data-id="concept_m4g_qyk_2s">Destinations </a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Troubleshooting/Troubleshooting_title.html#concept_m4g_qyk_2s" data-id="concept_m4g_qyk_2s">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Troubleshooting/Troubleshooting_title.html#concept_wms_z44_nbb" data-id="concept_wms_z44_nbb">Executors</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Troubleshooting/Troubleshooting_title.html#concept_wms_z44_nbb" data-id="concept_wms_z44_nbb">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Troubleshooting/Troubleshooting_title.html#concept_vrq_qh1_hy" data-id="concept_vrq_qh1_hy">JDBC Connections</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Troubleshooting/Troubleshooting_title.html#concept_vrq_qh1_hy" data-id="concept_vrq_qh1_hy">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Troubleshooting/Troubleshooting_title.html#concept_ay2_w1l_2s" data-id="concept_ay2_w1l_2s">Performance</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Troubleshooting/Troubleshooting_title.html#concept_ay2_w1l_2s" data-id="concept_ay2_w1l_2s">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Troubleshooting/Troubleshooting_title.html#concept_zjl_nnl_2s" data-id="concept_zjl_nnl_2s">Cluster Execution Mode </a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Troubleshooting/Troubleshooting_title.html#concept_zjl_nnl_2s" data-id="concept_zjl_nnl_2s">
            
         </div></div></div><div class=" wh_main_page_toc_accordion_header "><span class="topicref"><a href="datacollector/UserGuide/Glossary/Glossary_title.html#concept_xbx_rs1_tq" data-id="concept_xbx_rs1_tq">Glossary</a></span></div><div class=" wh_main_page_toc_accordion_entries "><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Glossary/Glossary_title.html#concept_h2c_pfh_tq" data-id="concept_h2c_pfh_tq">Glossary of Terms</a></span></div></div><div class=" wh_main_page_toc_accordion_header "><span class="topicref"><a href="datacollector/UserGuide/Apx-DataFormats/DataFormat_Title.html#concept_jn1_nzb_kv" data-id="concept_jn1_nzb_kv">Data Formats by Stage</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Apx-DataFormats/DataFormat_Title.html#concept_jn1_nzb_kv" chunk="to-content" data-id="concept_jn1_nzb_kv">
         
      </div></div><div class=" wh_main_page_toc_accordion_entries "><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Apx-DataFormats/DataFormat_Title.html#concept_bcw_qzb_kv" data-id="concept_bcw_qzb_kv">Data Format Support</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Apx-DataFormats/DataFormat_Title.html#concept_bcw_qzb_kv" data-id="concept_bcw_qzb_kv">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Apx-DataFormats/DataFormat_Title.html#concept_kgd_11c_kv" data-id="concept_kgd_11c_kv">Origins</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Apx-DataFormats/DataFormat_Title.html#concept_kgd_11c_kv" data-id="concept_kgd_11c_kv">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Apx-DataFormats/DataFormat_Title.html#concept_aqm_jdq_qgb" data-id="concept_aqm_jdq_qgb">Processors</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Apx-DataFormats/DataFormat_Title.html#concept_aqm_jdq_qgb" data-id="concept_aqm_jdq_qgb">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Apx-DataFormats/DataFormat_Title.html#concept_odv_w5c_kv" data-id="concept_odv_w5c_kv">Destinations</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Apx-DataFormats/DataFormat_Title.html#concept_odv_w5c_kv" data-id="concept_odv_w5c_kv">
            
         </div></div></div><div class=" wh_main_page_toc_accordion_header "><span class="topicref"><a href="datacollector/UserGuide/Expression_Language/ExpressionLanguage_title.html" data-id="concept_pvm_yt3_wq">Expression Language</a></span></div><div class=" wh_main_page_toc_accordion_entries "><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Expression_Language/ExpressionLanguage_overview.html#concept_p54_4kl_vq" data-id="concept_p54_4kl_vq">Expression Language</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Expression_Language/Functions.html#concept_lhz_pyp_1r" data-id="concept_lhz_pyp_1r">Functions</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Expression_Language/Constants.html" data-id="concept_ybc_ly4_yt">Constants</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Expression_Language/Constants.html" data-id="concept_ybc_ly4_yt">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Expression_Language/DateTimeVariables.html" data-id="concept_gh4_qd2_sv">Datetime Variables</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Expression_Language/DateTimeVariables.html" data-id="concept_gh4_qd2_sv">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Expression_Language/Literals.html" data-id="concept_h54_w4m_xq">Literals</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Expression_Language/Literals.html" data-id="concept_h54_w4m_xq">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Expression_Language/Operators.html#concept_ltp_5mj_wq" data-id="concept_ltp_5mj_wq">Operators</a></span></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Expression_Language/ReservedWords.html" data-id="concept_wwv_5xp_1r">Reserved Words</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Expression_Language/ReservedWords.html" data-id="concept_wwv_5xp_1r">
            
         </div></div></div><div class=" wh_main_page_toc_accordion_header "><span class="topicref"><a href="datacollector/UserGuide/Apx-RegEx/RegEx-Title.html#concept_vcj_1ws_js" data-id="concept_vcj_1ws_js">Regular Expressions</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Apx-RegEx/RegEx-Title.html#concept_vcj_1ws_js" chunk="to-content" data-id="concept_vcj_1ws_js">
         
      </div></div><div class=" wh_main_page_toc_accordion_entries "><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Apx-RegEx/RegEx-Title.html#concept_vd4_nsc_gs" data-id="concept_vd4_nsc_gs">Regular Expressions Overview</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Apx-RegEx/RegEx-Title.html#concept_vd4_nsc_gs" data-id="concept_vd4_nsc_gs">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Apx-RegEx/RegEx-Title.html#concept_wnv_25j_ks" data-id="concept_wnv_25j_ks">Regular Expressions in the Pipeline</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Apx-RegEx/RegEx-Title.html#concept_wnv_25j_ks" data-id="concept_wnv_25j_ks">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Apx-RegEx/RegEx-Title.html#concept_jyt_lb5_js" data-id="concept_jyt_lb5_js">Quick Reference</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Apx-RegEx/RegEx-Title.html#concept_jyt_lb5_js" data-id="concept_jyt_lb5_js">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Apx-RegEx/RegEx-Title.html#concept_ez2_3jl_ls" data-id="concept_ez2_3jl_ls">Regex Examples</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Apx-RegEx/RegEx-Title.html#concept_ez2_3jl_ls" data-id="concept_ez2_3jl_ls">
            
         </div></div></div><div class=" wh_main_page_toc_accordion_header "><span class="topicref"><a href="datacollector/UserGuide/Apx-GrokPatterns/GrokPatterns_title.html#concept_chv_vmj_wr" data-id="concept_chv_vmj_wr">Grok Patterns</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Apx-GrokPatterns/GrokPatterns_title.html#concept_chv_vmj_wr" chunk="to-content" data-id="concept_chv_vmj_wr">
         
      </div></div><div class=" wh_main_page_toc_accordion_entries "><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Apx-GrokPatterns/GrokPatterns_title.html#concept_vdk_xjb_wr" data-id="concept_vdk_xjb_wr">Defining Grok Patterns</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Apx-GrokPatterns/GrokPatterns_title.html#concept_vdk_xjb_wr" data-id="concept_vdk_xjb_wr">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Apx-GrokPatterns/GrokPatterns_title.html#concept_pzq_5bk_wr" data-id="concept_pzq_5bk_wr">General Grok Patterns</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Apx-GrokPatterns/GrokPatterns_title.html#concept_pzq_5bk_wr" data-id="concept_pzq_5bk_wr">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Apx-GrokPatterns/GrokPatterns_title.html#concept_fvt_tfk_wr" data-id="concept_fvt_tfk_wr">Date and Time Grok Patterns</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Apx-GrokPatterns/GrokPatterns_title.html#concept_fvt_tfk_wr" data-id="concept_fvt_tfk_wr">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Apx-GrokPatterns/GrokPatterns_title.html#concept_xq3_3wq_wr" data-id="concept_xq3_3wq_wr">Java Grok Patterns</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Apx-GrokPatterns/GrokPatterns_title.html#concept_xq3_3wq_wr" data-id="concept_xq3_3wq_wr">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Apx-GrokPatterns/GrokPatterns_title.html#concept_fny_xkk_wr" data-id="concept_fny_xkk_wr">Log Grok Patterns</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Apx-GrokPatterns/GrokPatterns_title.html#concept_fny_xkk_wr" data-id="concept_fny_xkk_wr">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Apx-GrokPatterns/GrokPatterns_title.html#concept_rr5_qbk_wr" data-id="concept_rr5_qbk_wr">Networking Grok Patterns</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Apx-GrokPatterns/GrokPatterns_title.html#concept_rr5_qbk_wr" data-id="concept_rr5_qbk_wr">
            
         </div></div><div class=" wh_main_page_toc_entry "><span class="topicref"><a href="datacollector/UserGuide/Apx-GrokPatterns/GrokPatterns_title.html#concept_tpp_12k_wr" data-id="concept_tpp_12k_wr">Path Grok Patterns</a></span><div class=" wh_toc_shortdesc " href="datacollector/UserGuide/Apx-GrokPatterns/GrokPatterns_title.html#concept_tpp_12k_wr" data-id="concept_tpp_12k_wr">
            
         </div></div></div></div>
                
            </div>
        </div>
        <nav class="navbar navbar-default wh_footer">
  <div class=" footer-container text-center ">
    <!-- Copyright 2018 StreamSets Inc. --><!-- SDC google analytics --><script>
  (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
  (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
  m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
  })(window,document,'script','https://www.google-analytics.com/analytics.js','ga');

  ga('create', 'UA-60917135-3', 'auto');
  ga('send', 'pageview');
</script>
  </div>
</nav>

        <!-- Latest compiled and minified JavaScript -->
        <script src="oxygen-webhelp/lib/bootstrap/js/bootstrap.min.js" type="text/javascript"></script>

        © Apache License, Version 2.0.
    </body>
</html>